-- Logs begin at Thu 2021-10-28 07:08:06 UTC, end at Thu 2021-10-28 08:25:16 UTC. -- Oct 28 07:50:58.204827 dv-cinder-815780-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 07:51:01.054690 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.common.config [-] Logging enabled! Oct 28 07:51:01.055357 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev17 Oct 28 07:51:01.055702 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108092) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 07:51:01.058866 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.common.config [-] Logging enabled! Oct 28 07:51:01.059126 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev17 Oct 28 07:51:01.059439 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108092) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 07:51:01.060404 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 07:51:01.060642 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 07:51:01.061012 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 07:51:01.061260 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 07:51:01.061489 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 07:51:01.061814 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.062116 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.062415 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.062648 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.062973 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.063273 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.063559 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.063860 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.064161 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.064449 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.064733 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.065021 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.065252 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.065537 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.065827 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.066119 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.066344 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] debug = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.066627 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.067108 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.067530 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.067816 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.068111 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.068410 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.068669 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.068947 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.069238 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.069585 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] host = dv-cinder-815780-1-iscsi {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.069866 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.070655 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.071147 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.071448 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.071763 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.072116 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.072409 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.072691 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.072973 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] log_file = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.073259 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.073569 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.073877 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.074171 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.074400 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.074626 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.074956 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.075250 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.075534 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.075817 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.076101 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.076382 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.076662 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.076937 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.077238 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.077527 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.077820 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.078105 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.078385 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.078661 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.078976 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.079271 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.079548 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.079824 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.080102 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.080394 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.080667 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.080945 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.081253 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.081539 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.081825 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.082113 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.082391 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.082676 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.082982 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.083261 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.083533 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] use_json = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.083805 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.084076 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.084363 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.084635 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.084906 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.085183 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.085456 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.085742 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:01.086625 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.087021 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.087264 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.087553 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.087854 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.088134 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.088427 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.088707 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.088999 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.089291 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.089585 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.089865 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.090156 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.090438 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.090736 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.091068 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.091364 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.091657 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.091935 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.092210 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.092487 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.092765 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.093055 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.093338 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.093627 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.093917 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.094198 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.094488 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.094809 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.095105 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.095381 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.095661 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.095954 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.096233 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.096508 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.096788 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.097082 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.097360 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.097633 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.097915 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.098193 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.098464 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.098739 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.099039 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.099331 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.099608 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.099881 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.100154 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.100431 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.100703 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.100988 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.101264 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.101573 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.101847 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.102128 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.102420 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.102733 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.103448 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.103778 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.104063 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.104377 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.104654 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.104934 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.105214 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.105493 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.105770 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.106046 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.106324 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.106601 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.107058 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.107544 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.108037 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.109185 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.109185 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.109185 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.109541 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.110649 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.110649 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.110649 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.111143 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.111621 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.112077 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.112525 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.112981 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.113481 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.113948 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.114431 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.114929 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.115396 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.115887 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.116342 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.116824 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.117262 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.118659 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.118659 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.118659 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.119020 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.119164 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.119423 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.119725 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.120033 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.120329 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.120651 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.120942 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:01.121167 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 07:51:01.121419 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108092) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 07:51:01.510687 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 07:51:01.510983 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 07:51:01.511276 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 07:51:01.511615 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 07:51:01.975567 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:01.975854 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:01.976127 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:01.977487 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:01.977761 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:01.978278 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.015233 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.015512 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.015781 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.030864 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.031148 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.031420 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.060334 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.060896 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.060896 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.099373 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.099641 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.099909 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.360089 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.360375 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.360716 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.360986 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.361880 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.483892 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.484211 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.484498 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.484770 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.485034 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.485342 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.485600 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.485855 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.486111 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.486396 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.486655 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.486954 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.487197 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.487445 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.487698 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.487961 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.488214 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.488478 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.488744 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.488999 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.489264 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.489515 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.489817 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.490191 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.490437 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.490681 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.491103 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 07:51:02.491342 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 07:51:02.491578 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 07:51:02.491812 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 07:51:02.492754 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 07:51:02.493008 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 07:51:02.493366 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 07:51:02.496496 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 07:51:02.500594 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 07:51:02.504340 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Oct 28 07:51:02.505983 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 07:51:02.506434 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 07:51:02.506798 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 07:51:02.507187 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 07:51:02.510272 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 07:51:02.510525 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 07:51:02.510898 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 07:51:02.516222 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 07:51:02.538403 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 07:51:02.539419 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.539773 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108092) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 28 07:51:02.540132 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.541695 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108092) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 07:51:02.541981 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 07:51:02.542228 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 07:51:02.545330 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.545614 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:02.609314 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 07:51:02.609555 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 07:51:02.609794 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 07:51:02.610215 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 07:51:02.633173 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_db.sqlalchemy.engines [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108092) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 07:51:03.312973 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.managers [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Initializing driver for type 'gre' Oct 28 07:51:03.313623 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] gre ID ranges: [(1, 1000)] Oct 28 07:51:03.455781 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.managers [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Initializing driver for type 'local' Oct 28 07:51:03.456167 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.managers [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Initializing driver for type 'vlan' Oct 28 07:51:03.524329 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] VlanTypeDriver initialization complete Oct 28 07:51:03.524677 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.managers [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Initializing driver for type 'vxlan' Oct 28 07:51:03.525179 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] vxlan ID ranges: [(1, 1000)] Oct 28 07:51:03.753169 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.managers [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Initializing extension driver 'port_security' Oct 28 07:51:03.753678 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.extensions.port_security [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] PortSecurityExtensionDriver initialization complete Oct 28 07:51:03.754079 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.managers [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Initializing mechanism driver 'openvswitch' Oct 28 07:51:03.754533 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.managers [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Initializing mechanism driver 'hyperv' Oct 28 07:51:03.762552 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.plugins.ml2.plugin [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 07:51:03.763273 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > port after_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.763652 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > port after_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.764006 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > port after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.764539 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108092) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 07:51:03.765106 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > subnet after_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.765464 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > subnet after_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.765815 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.766215 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108092) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 07:51:03.766626 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > network after_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.766999 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > network after_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.767343 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > network after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.767739 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108092) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 07:51:03.768145 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > security_group after_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.768496 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > security_group after_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.768843 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > security_group after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.769375 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108092) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 07:51:03.769788 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.770145 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.770490 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.770919 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108092) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 07:51:03.771323 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > address_group after_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.775892 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > address_group after_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.775892 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > address_group after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.775892 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108092) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 07:51:03.775892 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] ML2 OVO RPC backend initialized. {{(pid=108092) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 28 07:51:03.775892 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.776279 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.776279 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > network before_response 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.776279 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > networks before_response 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.776279 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > port before_response 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.776586 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > ports before_response 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.776586 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > subnet before_response 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.776586 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > subnets before_response 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.776872 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > network after_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.777217 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > network after_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.777557 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > network after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.777895 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > port after_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.778237 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > port after_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.778574 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > port after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.778942 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > subnet after_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.779283 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > subnet after_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.779620 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.780250 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.plugin [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Modular L2 Plugin initialization complete Oct 28 07:51:03.780587 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading services supported by the core plugin {{(pid=108092) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 07:51:03.780918 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.plugins.ml2.managers [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Got port-security extension from driver 'port_security' Oct 28 07:51:03.781389 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.extensions.vlantransparent [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Disabled vlantransparent extension. Oct 28 07:51:03.781883 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108092) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 07:51:03.782202 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading Plugin: router Oct 28 07:51:03.827705 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router_interface before_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.828102 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router after_create 55549900 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.828481 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router before_create 55549900 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.828849 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.829223 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.829591 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router after_delete 55549900 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.829933 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > floatingip after_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.830283 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > floatingip after_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.830640 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router after_create 55549900 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.831011 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router after_update 55549900 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.831360 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router after_update 55549900 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.831710 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.832075 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router after_update 55549900 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.832492 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router precommit_update 55549900 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.832856 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: port after_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.833198 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: port after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.833538 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: subnet after_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.833883 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.834237 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > port precommit_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.834584 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router precommit_create 55549900 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.834958 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: port before_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.835308 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router precommit_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.836676 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router after_update 55549900 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.837137 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router precommit_delete 55549900 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.837562 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router precommit_create 55549900 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.837932 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.838284 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router precommit_update 55549900 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.838653 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > agent after_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.839070 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > agent after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.839408 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > network after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.840316 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Tracking information for resource: router configured {{(pid=108092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 07:51:03.840652 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Tracking information for resource: floatingip configured {{(pid=108092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 07:51:03.857028 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.db.l3_agentschedulers_db [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 07:51:03.857625 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: port after_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.857995 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: port after_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.858693 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: port after_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.858693 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: port after_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.859562 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router before_create 55550100 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.859932 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router precommit_delete 55550100 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.860295 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router precommit_create 55550100 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.860676 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > router precommit_update 55550100 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.865601 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.services.provider_configuration [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Service providers = [] {{(pid=108092) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 07:51:03.865968 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.db.servicetype_db [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108092) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 07:51:03.869050 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.services.service_base [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108092) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 07:51:03.869403 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.services.service_base [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108092) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 07:51:03.869750 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.services.service_base [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108092) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 07:51:03.870649 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.services.service_base [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108092) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 07:51:03.871048 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.services.service_base [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 07:51:03.871467 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 07:51:03.871891 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 07:51:03.889536 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 07:51:03.889867 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading Plugin: auto_allocate Oct 28 07:51:03.895891 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: network precommit_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.896269 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: network precommit_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.896801 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 07:51:03.897129 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading Plugin: tag Oct 28 07:51:03.904519 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 07:51:03.904934 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading Plugin: timestamp Oct 28 07:51:03.915366 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 07:51:03.915699 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading Plugin: network_ip_availability Oct 28 07:51:03.921470 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.921864 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.922254 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:03.923082 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 07:51:03.923337 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading Plugin: flavors Oct 28 07:51:03.928130 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 07:51:03.928465 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading Plugin: revisions Oct 28 07:51:03.932870 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 07:51:03.933258 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_concurrency.lockutils [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.422s {{(pid=108092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 07:51:03.934012 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108092) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 28 07:51:03.934351 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Initializing extension manager. Oct 28 07:51:03.934901 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: __init__.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.935248 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: __pycache__ {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.935584 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.935919 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: address_group.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.936687 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.937297 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: address-group Oct 28 07:51:03.937621 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: address_scope.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.938534 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.939078 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: address-scope Oct 28 07:51:03.939403 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: admin_state_down_before_update.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.942057 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.942575 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: router-admin-state-down-before-update Oct 28 07:51:03.943018 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: agent.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.943679 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.944192 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: agent Oct 28 07:51:03.944520 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: agent_resources_synced.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.946146 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.946708 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: agent-resources-synced Oct 28 07:51:03.947060 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: allowedaddresspairs.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.948869 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.949396 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: allowed-address-pairs Oct 28 07:51:03.949726 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: auto_allocated_topology.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.950866 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.951385 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: auto-allocated-topology Oct 28 07:51:03.951711 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: availability_zone.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.952411 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.952922 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: availability_zone Oct 28 07:51:03.953245 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: availability_zone_filter.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.954169 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.954682 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: availability_zone_filter Oct 28 07:51:03.955028 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: data_plane_status.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.955941 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.956469 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 07:51:03.956794 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: default_subnetpools.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.957755 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.958269 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: default-subnetpools Oct 28 07:51:03.958594 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: dhcpagentscheduler.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.959434 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.959943 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: dhcp_agent_scheduler Oct 28 07:51:03.960266 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: dns.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.961785 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.962312 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension dns-integration not supported by any of loaded plugins Oct 28 07:51:03.962637 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: dns_domain_ports.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.963661 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.964166 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 07:51:03.964516 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.965449 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.965956 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 07:51:03.966278 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: dvr.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.966981 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.967486 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: dvr Oct 28 07:51:03.967808 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: ecmp_routes.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.968730 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.969242 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 07:51:03.969565 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: empty_string_filtering.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.970501 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.971128 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: empty-string-filtering Oct 28 07:51:03.971474 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.972407 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.972923 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 07:51:03.973246 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.974174 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.974691 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 07:51:03.975042 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: external_net.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.975965 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.976568 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: external-net Oct 28 07:51:03.976892 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: extra_dhcp_opt.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.977812 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:03.978578 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: extra_dhcp_opt Oct 28 07:51:03.978933 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: extraroute.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:03.999879 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.000451 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: extraroute Oct 28 07:51:04.000843 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: extraroute_atomic.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.001925 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.002466 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: extraroute-atomic Oct 28 07:51:04.002848 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: filter_validation.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.003694 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.004153 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: filter-validation Oct 28 07:51:04.004483 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: fip_pf_description.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.005453 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.005989 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 07:51:04.006332 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: fip_port_details.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.007321 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.008368 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: fip-port-details Oct 28 07:51:04.008716 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: flavors.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.010129 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.010678 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: flavors Oct 28 07:51:04.011034 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.012808 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.013378 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 07:51:04.013723 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: floatingip_pools.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.014475 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.015060 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: floatingip-pools Oct 28 07:51:04.015385 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: ip_allocation.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.016412 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.016960 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 07:51:04.017293 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.018261 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.018832 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: ip-substring-filtering Oct 28 07:51:04.019186 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: l2_adjacency.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.020159 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.020693 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 07:51:04.021022 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: l3.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.022235 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.022812 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: router Oct 28 07:51:04.023236 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: l3_conntrack_helper.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.029073 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.029611 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 07:51:04.029948 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.030934 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.031485 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: ext-gw-mode Oct 28 07:51:04.031837 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.032843 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.033383 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: l3-ha Oct 28 07:51:04.033708 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: l3_flavors.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.034662 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.035238 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: l3-flavors Oct 28 07:51:04.035562 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.036513 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.037058 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 07:51:04.037447 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: l3agentscheduler.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.038523 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.039116 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: l3_agent_scheduler Oct 28 07:51:04.039642 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: logging.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.041197 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.041752 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension logging not supported by any of loaded plugins Oct 28 07:51:04.042086 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: metering.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.042904 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.043489 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: metering Oct 28 07:51:04.043819 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.044925 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.045449 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: metering_source_and_destination_fields Oct 28 07:51:04.045782 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: multiprovidernet.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.051549 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.052075 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: multi-provider Oct 28 07:51:04.052443 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: netmtu.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.053357 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.053870 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: net-mtu Oct 28 07:51:04.054198 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: netmtu_writable.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.055301 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.055821 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: net-mtu-writable Oct 28 07:51:04.056152 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: network_availability_zone.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.056832 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.057349 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: network_availability_zone Oct 28 07:51:04.057675 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: network_ip_availability.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.058818 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.059347 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: network-ip-availability Oct 28 07:51:04.059674 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: network_segment_range.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.060481 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.060993 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 07:51:04.061318 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: pagination.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.062311 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.062644 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: pagination Oct 28 07:51:04.063002 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: port_device_profile.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.063962 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.064510 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: port-device-profile Oct 28 07:51:04.064854 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.065777 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.066293 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: port-mac-address-regenerate Oct 28 07:51:04.066618 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.067565 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.068080 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: port-numa-affinity-policy Oct 28 07:51:04.068403 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: port_resource_request.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.069484 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.069995 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 07:51:04.070946 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: portbindings.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.074650 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.075232 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: binding Oct 28 07:51:04.075554 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: portbindings_extended.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.076876 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.077394 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: binding-extended Oct 28 07:51:04.077740 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: portsecurity.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.078663 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.079210 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: port-security Oct 28 07:51:04.079537 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: project_id.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.080571 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.080901 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: project-id Oct 28 07:51:04.081225 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: providernet.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.082156 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.082678 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: provider Oct 28 07:51:04.083031 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: qos.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.087735 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.088271 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension qos not supported by any of loaded plugins Oct 28 07:51:04.088609 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.103699 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.104225 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 07:51:04.104558 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.105496 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.106049 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 07:51:04.106384 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: qos_default.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.107360 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.107878 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension qos-default not supported by any of loaded plugins Oct 28 07:51:04.108203 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: qos_fip.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.108893 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.109419 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension qos-fip not supported by any of loaded plugins Oct 28 07:51:04.109821 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: qos_gateway_ip.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.110780 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.111289 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 07:51:04.111612 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: qos_port_network_policy.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.112537 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.113050 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 07:51:04.113375 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: qos_pps_rule.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.114562 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.115117 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension qos-pps not supported by any of loaded plugins Oct 28 07:51:04.115443 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: qos_rule_type_details.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.116371 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.116911 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 07:51:04.117272 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: qos_rules_alias.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.118395 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.118949 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 07:51:04.119277 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: quotasv2.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.120231 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.120562 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: quotas Oct 28 07:51:04.120886 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: quotasv2_detail.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.127719 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.128006 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: quota_details Oct 28 07:51:04.128370 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: rbac.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.129479 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.130013 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: rbac-policies Oct 28 07:51:04.130345 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: rbac_address_group.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.131329 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.131917 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: rbac-address-group Oct 28 07:51:04.132211 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: rbac_address_scope.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.133903 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.134460 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: rbac-address-scope Oct 28 07:51:04.134813 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: rbac_security_groups.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.135749 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.136273 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: rbac-security-groups Oct 28 07:51:04.136601 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: rbac_subnetpool.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.137535 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.138072 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: rbac-subnetpool Oct 28 07:51:04.138406 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: revisionifmatch.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.139367 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.139940 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: revision-if-match Oct 28 07:51:04.140270 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: revisions.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.141416 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.141943 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: standard-attr-revisions Oct 28 07:51:04.142271 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: router_availability_zone.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.142993 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.143513 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: router_availability_zone Oct 28 07:51:04.143838 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: routerservicetype.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.144773 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.145296 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension router-service-type not supported by any of loaded plugins Oct 28 07:51:04.145620 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.146550 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.147109 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: security-groups-normalized-cidr Oct 28 07:51:04.147434 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: security_groups_port_filtering.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.148988 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.149518 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: port-security-groups-filtering Oct 28 07:51:04.149845 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.150817 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.151350 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: security-groups-remote-address-group Oct 28 07:51:04.151678 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: securitygroup.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.163538 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.164135 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: security-group Oct 28 07:51:04.164475 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: segment.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.165363 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.165880 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension segment not supported by any of loaded plugins Oct 28 07:51:04.166209 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.167288 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.167812 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 07:51:04.168137 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: servicetype.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.169369 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.169895 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: service-type Oct 28 07:51:04.170225 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: sorting.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.171253 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.171589 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: sorting Oct 28 07:51:04.171915 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: standard_attr_segment.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.172850 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.173378 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 07:51:04.173708 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: standardattrdescription.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.174418 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.175058 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: standard-attr-description Oct 28 07:51:04.175390 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: stateful_security_group.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.176522 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.177074 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: stateful-security-group Oct 28 07:51:04.177399 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: stdattrs_common.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.178021 dv-cinder-815780-1-iscsi neutron-server[108092]: WARNING neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 07:51:04.178343 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.179317 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.180461 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 07:51:04.180789 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: subnet_onboard.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.181924 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.182452 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: subnet_onboard Oct 28 07:51:04.182801 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.183748 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.184266 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 07:51:04.184591 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: subnet_service_types.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.185526 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.186046 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: subnet-service-types Oct 28 07:51:04.186397 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: subnetallocation.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.187566 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.188093 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: subnet_allocation Oct 28 07:51:04.188423 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.189103 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.189622 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: subnetpool-prefix-ops Oct 28 07:51:04.189946 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.197806 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.198354 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 07:51:04.198789 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: tagging.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.199852 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.200370 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: standard-attr-tag Oct 28 07:51:04.200699 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: timestamp.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.201960 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.202535 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loaded extension: standard-attr-timestamp Oct 28 07:51:04.202859 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: trunk.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.203923 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.204449 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension trunk not supported by any of loaded plugins Oct 28 07:51:04.204777 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: trunk_details.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.205710 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.206231 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension trunk-details not supported by any of loaded plugins Oct 28 07:51:04.206556 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: uplink_status_propagation.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.207531 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.208070 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 07:51:04.208396 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Loading extension file: vlantransparent.py {{(pid=108092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 07:51:04.209084 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 07:51:04.209597 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 07:51:04.212242 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Creating instance of TrackedResource for resource:network Oct 28 07:51:04.212778 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Creating instance of TrackedResource for resource:subnet Oct 28 07:51:04.213186 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 07:51:04.213588 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Creating instance of TrackedResource for resource:port Oct 28 07:51:04.214909 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.v2.resource_helper [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 07:51:04.215346 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.v2.resource_helper [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Service FLAVORS assigned prefix: {{(pid=108092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 07:51:04.215976 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.v2.resource_helper [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 07:51:04.216412 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.v2.resource_helper [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 07:51:04.216745 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Creating instance of TrackedResource for resource:router Oct 28 07:51:04.217190 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 07:51:04.217669 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.v2.resource_helper [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Service METERING assigned prefix: /metering {{(pid=108092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 07:51:04.219148 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:04.219521 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:04.219875 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 07:51:04.220948 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 07:51:04.221384 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Creating instance of TrackedResource for resource:security_group Oct 28 07:51:04.221809 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 07:51:04.222419 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.v2.resource_helper [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Service CORE assigned prefix: {{(pid=108092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 07:51:04.222775 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 07:51:04.223125 dv-cinder-815780-1-iscsi neutron-server[108092]: WARNING neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] subnetpool is already registered Oct 28 07:51:04.223557 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.v2.resource_helper [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Service CORE assigned prefix: {{(pid=108092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 07:51:04.223885 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 07:51:04.224216 dv-cinder-815780-1-iscsi neutron-server[108092]: WARNING neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] subnetpool is already registered Oct 28 07:51:04.226595 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.v2.resource_helper [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 07:51:04.227084 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.v2.resource_helper [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Service FLAVORS assigned prefix: {{(pid=108092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 07:51:04.227685 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.v2.resource_helper [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 07:51:04.228362 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.v2.resource_helper [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 07:51:04.231651 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Creating instance of TrackedResource for resource:router Oct 28 07:51:04.231651 dv-cinder-815780-1-iscsi neutron-server[108092]: WARNING neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] router is already registered Oct 28 07:51:04.231651 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 07:51:04.231651 dv-cinder-815780-1-iscsi neutron-server[108092]: WARNING neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] floatingip is already registered Oct 28 07:51:04.231651 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.v2.resource_helper [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Service METERING assigned prefix: /metering {{(pid=108092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 07:51:04.231651 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 07:51:04.231651 dv-cinder-815780-1-iscsi neutron-server[108092]: WARNING neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] rbac_policy is already registered Oct 28 07:51:04.232249 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Creating instance of TrackedResource for resource:security_group Oct 28 07:51:04.232249 dv-cinder-815780-1-iscsi neutron-server[108092]: WARNING neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] security_group is already registered Oct 28 07:51:04.232603 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 07:51:04.232944 dv-cinder-815780-1-iscsi neutron-server[108092]: WARNING neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] security_group_rule is already registered Oct 28 07:51:04.233613 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.v2.resource_helper [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Service CORE assigned prefix: {{(pid=108092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 07:51:04.233936 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 07:51:04.234294 dv-cinder-815780-1-iscsi neutron-server[108092]: WARNING neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] subnetpool is already registered Oct 28 07:51:04.234756 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.v2.resource_helper [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Service CORE assigned prefix: {{(pid=108092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 07:51:04.235087 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 07:51:04.235445 dv-cinder-815780-1-iscsi neutron-server[108092]: WARNING neutron.quota.resource_registry [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] subnetpool is already registered Oct 28 07:51:04.235990 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: extensions {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.237502 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: address-groups {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.239132 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: address-scopes {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.240460 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: agents {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.241701 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: auto-allocated-topology {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.243721 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: availability_zones {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.244961 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: dhcp-networks {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.246561 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: dhcp-agents {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.248038 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: routers {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.250324 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: flavors {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.251540 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: service_profiles {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.252762 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: next_providers {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.254296 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: service_profiles {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.255846 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: floatingip-pools {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.257080 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: routers {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.259919 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: floatingips {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.261213 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: l3-routers {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.262625 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: l3-agents {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.264096 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: metering-labels {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.265465 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: metering-label-rules {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.266779 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: network-ip-availabilities {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.268069 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: bindings {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.270614 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: quotas {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.272117 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: quotas {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.273818 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: rbac-policies {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.275060 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: security-groups {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.276396 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: security-group-rules {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.277685 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: service-providers {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.279051 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: subnetpools {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.280482 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: subnetpools {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.281946 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: tags {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.283753 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: tags {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.285618 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: tags {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.287466 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: tags {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.289360 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: tags {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.291347 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: tags {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.293053 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: tags {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.295014 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: tags {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.296776 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: tags {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.298663 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron.api.extensions [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Extended resource: tags {{(pid=108092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 07:51:04.305451 dv-cinder-815780-1-iscsi neutron-server[108092]: WARNING keystonemiddleware.auth_token [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 07:51:04.310258 dv-cinder-815780-1-iscsi neutron-server[108092]: WARNING keystonemiddleware.auth_token [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 07:51:04.319005 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_concurrency.lockutils [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Acquired lock "singleton_lock" {{(pid=108092) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 28 07:51:04.319554 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_concurrency.lockutils [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Releasing lock "singleton_lock" {{(pid=108092) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 28 07:51:04.320691 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO oslo_service.service [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Starting 2 workers Oct 28 07:51:04.325617 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Started child 108235 {{(pid=108092) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 07:51:04.330082 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Started child 108236 {{(pid=108092) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 07:51:04.331043 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:04.331784 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO neutron.service [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 07:51:04.332396 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Notify callbacks [] for process, before_spawn {{(pid=108092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:04.332526 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [-] (108235) wsgi starting up on http://0.0.0.0:9696 Oct 28 07:51:04.334824 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:04.335253 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO oslo_service.service [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Starting 1 workers Oct 28 07:51:04.336428 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [-] (108236) wsgi starting up on http://0.0.0.0:9696 Oct 28 07:51:04.340258 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Started child 108237 {{(pid=108092) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 07:51:04.340825 dv-cinder-815780-1-iscsi neutron-server[108092]: INFO oslo_service.service [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Starting 1 workers Oct 28 07:51:04.345341 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Started child 108238 {{(pid=108092) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 07:51:04.345484 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.service [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] calling RpcWorker wait() {{(pid=108237) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 07:51:04.345972 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.service [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] returning from RpcWorker wait() {{(pid=108237) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 07:51:04.346229 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG neutron_lib.callbacks.manager [None req-5dbd8caa-b0f8-4f74-b915-e664dc44ca53 None None] Notify callbacks [] for process, after_spawn {{(pid=108092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:04.347913 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:04.348146 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108092) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 07:51:04.348353 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 07:51:04.348539 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 07:51:04.348754 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 07:51:04.348854 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 07:51:04.349092 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 07:51:04.349254 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 07:51:04.349774 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.350049 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.350252 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:04.350687 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.350687 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.350844 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.351495 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.351780 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.352044 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.352520 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.352763 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.353191 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.353375 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.353610 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.353852 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.354181 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.354462 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.354712 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.355013 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.355184 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.355426 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.355691 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.355920 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.356189 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] debug = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.356442 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.356914 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.357151 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.357417 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.357636 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.357919 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.358161 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.358425 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.358678 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.358933 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.359187 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.359443 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.359675 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.359894 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.360153 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.360394 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.360612 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.361085 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] host = dv-cinder-815780-1-iscsi {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.361322 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.361550 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.361807 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.362042 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.362300 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.362509 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.362796 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.363050 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.363314 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.363561 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.363800 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.364067 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.364321 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.364572 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] log_file = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.364734 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] log_options = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.364974 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.365236 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.365516 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.365701 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.365866 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.366038 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.366268 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.366429 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.366676 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.367449 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.367662 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.367874 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.368313 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.368572 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.368910 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.369168 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.369421 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.369648 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.369901 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.370130 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.370354 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.370610 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.370846 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.371065 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.371277 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.371510 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.371734 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.371968 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.372177 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.372427 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.372655 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.372908 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.373136 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.373369 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.373633 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.373862 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.374086 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.374315 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.374572 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.374818 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.375063 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.375307 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.375517 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.375759 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.375991 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.376219 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.376433 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] use_json = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.376648 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.376877 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.377156 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.377367 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.377596 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.377803 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.378013 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.378251 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.378694 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.378997 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.379337 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.379580 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.379809 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.380045 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.380295 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.380531 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.380884 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.381204 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.381382 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 07:51:04.381580 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.381825 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.382120 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.382342 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.386947 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.386947 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.386947 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.386947 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.386947 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.386947 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.386947 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.386947 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.388127 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.388127 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.388127 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.388127 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.388127 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.388127 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.388127 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.389088 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 53608) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:51:04.389218 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.389218 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.389218 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.389218 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.389218 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.389218 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.389218 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.389218 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.390155 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.390155 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.390155 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.390155 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.390155 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.390732 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.390732 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.390732 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.391118 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.391255 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.391470 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.391681 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.391920 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.392151 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.392363 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.392622 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.392869 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.393136 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.393363 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.393587 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.393822 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.394035 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.394267 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.394516 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.394734 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.394988 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.395201 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.395418 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.395628 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.395886 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.396217 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065084 Oct 28 07:51:04.396499 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.397031 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.397471 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.397918 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.398432 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.400742 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.400742 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.400742 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.400742 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.400742 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.400742 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.400742 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.400742 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.401655 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.401655 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.401655 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.401655 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.402040 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.402040 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.402257 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.402367 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.402878 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.402878 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.403154 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.403409 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.403650 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.403899 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.405577 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.405843 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.406106 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.406352 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.406600 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.406863 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.407293 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.414220 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.414220 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.414220 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.414220 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.414220 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.414220 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.414220 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.414220 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.414851 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.414851 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.414851 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.414851 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.414851 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.414851 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.414851 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.414851 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.415333 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.415333 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.415333 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.415333 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.415333 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.415333 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.415333 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.415333 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.415805 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.415805 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.415805 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.415805 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.416057 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.416902 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.416902 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.416902 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.417139 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.417318 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.417470 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.417714 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.418063 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.418324 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.418548 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.419013 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.419293 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.419679 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.419952 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.420236 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.420492 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.421601 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.421846 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.422106 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.422464 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.422722 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.423940 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.423940 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.423940 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.423940 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.423940 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.424460 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.424460 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.424717 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.424826 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.424994 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.425248 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.425472 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.425710 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.425973 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.427084 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.427339 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.427848 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.427848 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.428081 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.428309 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.428563 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.430018 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.430018 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.430018 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.430420 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.430731 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.431039 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.431251 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.431492 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.431713 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.432668 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.432668 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.433642 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.436141 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.437537 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.437537 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.437537 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.438587 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.438587 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.439284 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.440179 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.440179 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.440179 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.440644 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.440644 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.440922 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.441171 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.441351 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.442369 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.442369 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.442369 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.442369 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.442995 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.442995 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.442995 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.443428 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.445915 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.446515 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.446822 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.447039 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.447353 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.447883 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.447883 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.448182 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.449778 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.449778 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.449778 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.449778 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.449778 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.450486 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.450486 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.450486 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.450486 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.451099 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.451099 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.451365 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.451365 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.451632 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.451817 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.452056 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.454703 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.455164 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.456055 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.456607 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.457010 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.457515 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.457515 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.458974 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.459376 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.459621 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.459888 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.461308 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.461308 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.461308 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.461603 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.461841 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.462690 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.462690 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.462690 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.462977 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.463215 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.463479 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.463755 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.464171 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.464417 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.464678 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.464916 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.465162 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.465382 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.465637 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.465967 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.466272 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.466532 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.466836 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.467119 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.467396 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.467683 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.467930 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.468212 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.468699 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.469983 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.469983 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.469983 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.469983 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.469983 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.470685 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.470685 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.470685 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.471391 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.471391 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.471676 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.471818 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.472404 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.473134 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.473364 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.473600 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.473838 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.474085 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.474303 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.474461 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 07:51:04.475038 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108092) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 07:51:04.475216 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 07:51:04.475379 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 07:51:04.475523 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 07:51:04.475667 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 07:51:04.475820 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 07:51:04.475988 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.476136 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.476401 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.476557 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.477595 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.478407 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.478570 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.478714 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.478894 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.479606 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.479779 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.479991 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.480120 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.480231 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.480381 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.480539 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.480696 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.480853 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.481244 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.481812 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.482467 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.482714 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.482917 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] debug = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.483075 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.483281 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.483433 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.483597 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.483779 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.483975 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.484123 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.484266 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.484406 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.484562 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.484705 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.484848 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.484990 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.485759 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.485759 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.485759 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.485759 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.485759 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] host = dv-cinder-815780-1-iscsi {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.486134 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.486134 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.486134 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.486812 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.486812 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.486812 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.486812 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.486812 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.487714 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.487714 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.487714 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.487714 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.487714 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.488304 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] log_file = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.488304 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] log_options = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.488304 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.488564 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.488564 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.488770 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.488893 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.489906 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.489906 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.489906 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.489906 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.489906 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.489906 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.489906 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.490425 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.490425 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.490425 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.490641 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.490641 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.491631 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.491631 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.491631 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.491631 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.491631 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.491631 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.491631 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.493629 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.493629 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.493629 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.493629 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.493629 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.493629 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.493629 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.493629 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.494657 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.494657 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.494657 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.494657 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.494657 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.494657 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.495460 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.495460 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.495460 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.495460 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.495460 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.495460 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.496547 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.496547 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.496547 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] use_json = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.496547 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.496971 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.496971 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.496971 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.499061 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.499061 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.499061 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.499061 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 07:51:04.499061 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.499061 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.499061 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.499061 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.500142 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.500142 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.500142 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.500142 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.500142 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.500142 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.500142 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.500142 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.501070 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.501070 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.501070 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.501070 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.501070 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.501070 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.501070 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.501070 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.502071 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.502071 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.502071 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.502071 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.502071 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.502071 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.502071 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.502071 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.503118 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.503118 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.503118 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.503118 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.503118 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.503118 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.503118 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.503118 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.504247 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.504247 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.504247 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.504247 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.504247 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.504247 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.504247 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.504247 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.505314 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.505314 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.505314 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.505314 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.505314 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.505314 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.505314 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.505314 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.506411 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.506411 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.506411 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.506411 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.506411 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.506411 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.506411 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.507377 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.507377 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.507377 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.507377 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.507377 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.507377 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.507377 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.508935 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.508935 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.508935 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.508935 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.508935 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.508935 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.510224 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.510224 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.510224 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.510224 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.510224 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.510224 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.511247 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.511247 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.511247 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.511247 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.513008 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.513008 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.513008 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.513008 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.513008 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.513008 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.513008 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.513008 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.513008 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.513806 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.513806 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.513806 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.513806 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.513806 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.513806 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.513806 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.515564 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.515564 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.515564 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.515564 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.515564 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.515564 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.515564 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.515564 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.516387 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.516525 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.517938 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.518117 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.518282 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.519224 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.520308 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.520830 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.521005 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.522023 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.522023 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.522023 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.522023 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.522023 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.522023 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.522584 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.522584 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.522584 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.522584 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.522884 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.522884 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.523051 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.523223 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.523431 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.523592 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.523825 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.523916 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.524146 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.524311 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.524467 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.524621 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.524796 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.524951 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.525110 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.525257 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.525415 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.525570 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.525731 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.525887 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.526044 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.526199 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.526356 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.526513 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.526669 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.527000 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.528715 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.528715 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.528715 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.528956 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.528956 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.529121 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.529284 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.530445 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.530662 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.532796 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.532984 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.534308 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.534308 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.534308 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.534308 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.534669 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.534669 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.534854 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.534936 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.535042 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.535204 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.535363 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.535560 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.535689 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.535849 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.536008 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.536166 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.536325 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.536483 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.536640 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.536798 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.536956 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.537113 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.537270 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.537426 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.537584 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.537742 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.537937 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.538057 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.538214 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.538370 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.538545 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.538702 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.541090 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.546797 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.546797 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.546797 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.546797 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.546797 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.546797 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.546797 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.547349 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 07:51:04.547438 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.547438 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.547438 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.547438 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.547438 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.547438 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.547438 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.547438 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.548004 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.548004 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.548004 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.548004 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.548004 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.548004 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.548004 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.548004 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.548550 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.548550 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.548550 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.548550 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.548550 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.548550 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.548550 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.548550 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.549101 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.549101 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.549101 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.549101 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.549101 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.549101 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.549527 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.549527 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.549527 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.549749 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.549837 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.549982 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.550155 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.550304 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.550461 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.550603 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.550779 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.550927 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.551069 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.551209 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.551348 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.551488 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.551628 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.551769 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.551938 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.552098 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.552241 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.552391 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.552531 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.552670 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.552831 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.552977 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.553117 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.553258 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.553407 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.553575 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.553737 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.553899 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.554321 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.554321 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.554536 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.555297 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.555460 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.555631 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.555785 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.555971 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.556106 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.556324 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.556472 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.556633 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.556779 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.556963 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.557113 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.557489 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.557944 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.558113 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.558296 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.559685 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.559685 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.559685 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.559685 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.560207 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.560351 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.560520 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 07:51:04.560675 dv-cinder-815780-1-iscsi neutron-server[108092]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 07:51:16.675211 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c83588-4598-4cd6-bbf9-c82527df308a None None] get_active_networks_info from dv-cinder-815780-1-iscsi {{(pid=108237) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 07:51:16.758994 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c83588-4598-4cd6-bbf9-c82527df308a None None] No non-hosted networks {{(pid=108237) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 07:51:16.776738 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.agentschedulers_db [None req-62c83588-4598-4cd6-bbf9-c82527df308a None None] DHCP Agent not found on host dv-cinder-815780-1-iscsi {{(pid=108237) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 28 07:51:16.851534 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-095444e8-9bb2-4940-b4e3-677156256ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587173'] for agent, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:19.285556 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7841a0b3-26ce-42da-ae23-e110fcef58e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587173'] for agent, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:19.319542 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.db.api [None req-ee6b1124-8d9f-46e8-b02f-0bc7006aeb89 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815780-1-iscsi {{(pid=108237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 07:51:19.320348 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG oslo_db.api [None req-ee6b1124-8d9f-46e8-b02f-0bc7006aeb89 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 07:51:19.508162 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587173'] for agent, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:19.509263 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:19.509758 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:19.510244 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:19.510732 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:19.511255 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:19.511733 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:19.512258 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:19.512753 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:19.513242 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:19.513718 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:19.514212 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:19.514689 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:19.515252 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815780-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 07:51:19.533056 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815780-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 07:51:19.965670 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ee6b1124-8d9f-46e8-b02f-0bc7006aeb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:20.662550 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587173'] for agent, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:22.259102 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.db.l3_hamode_db [None req-664cb464-ef84-40f4-b3a5-1e30384a97df None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 07:51:22.337882 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664cb464-ef84-40f4-b3a5-1e30384a97df None None] Routers set() bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 07:51:22.338287 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664cb464-ef84-40f4-b3a5-1e30384a97df None None] Router IDs set() for agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 07:51:22.604657 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587173'] for agent, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:23.440293 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 53712) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:51:23.947049 dv-cinder-815780-1-iscsi neutron-server[108235]: WARNING oslo_policy.policy [None req-e673afea-e857-4e48-9c1b-1f538f7b762d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 07:51:23.947642 dv-cinder-815780-1-iscsi neutron-server[108235]: WARNING oslo_policy.policy [None req-e673afea-e857-4e48-9c1b-1f538f7b762d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 07:51:24.174610 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [None req-e673afea-e857-4e48-9c1b-1f538f7b762d admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=108235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 07:51:24.175800 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-e673afea-e857-4e48-9c1b-1f538f7b762d admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7334321 Oct 28 07:51:26.595788 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 53726) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:51:26.918102 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-5923ad38-8294-4c4d-a0a8-2281f6a84537 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 07:51:27.013272 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.policy [None req-5923ad38-8294-4c4d-a0a8-2281f6a84537 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108235) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 07:51:27.059821 dv-cinder-815780-1-iscsi neutron-server[108235]: WARNING oslo_policy.policy [None req-5923ad38-8294-4c4d-a0a8-2281f6a84537 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 07:51:27.060214 dv-cinder-815780-1-iscsi neutron-server[108235]: WARNING oslo_policy.policy [None req-5923ad38-8294-4c4d-a0a8-2281f6a84537 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 07:51:27.068605 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.quota [None req-5923ad38-8294-4c4d-a0a8-2281f6a84537 admin admin] Loaded quota_driver: . Oct 28 07:51:27.257305 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5923ad38-8294-4c4d-a0a8-2281f6a84537 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754296297255', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754296295796', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754296473291', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754296478071', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754295876531', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754296466542', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16338937', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16749955', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-982505', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647735'] for rbac-policy, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:27.440220 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5923ad38-8294-4c4d-a0a8-2281f6a84537 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:27.443845 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-5923ad38-8294-4c4d-a0a8-2281f6a84537 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8446636 Oct 28 07:51:30.058980 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 53738) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:51:30.363753 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Request body: {'network': {'tenant_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'project_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'admin_state_up': True, 'name': 'private'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 07:51:30.511546 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Made reservation on behalf of 9b86c2085b1b4c4d9a8b30f24f5eac18 for: {'network': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 07:51:30.514276 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for network, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:30.531407 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:30.640417 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:30.729805 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:30.750217 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=108235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 07:51:30.778820 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754292201476', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:30.779328 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Unsubscribe: segment precommit_create {{(pid=108235) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 07:51:30.779833 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.db.segments_db [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Added segment 524c6bc7-4ae3-4d23-ac2b-3a970d369888 of type vlan for network 85064c02-bce3-4846-a830-e699c93ebcce Oct 28 07:51:30.796292 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e300656-649f-4bb8-b284-585d6a9b4d37,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:51:30.845562 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:30.845919 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:30.846251 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:30.846576 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:30.846928 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:30.847268 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:30.847622 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:30.847967 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:30.848297 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:30.848611 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:30.848921 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:30.849230 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Tracked resource versions report: Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: pushed versions: Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: { 'AddressGroup': {'1.2'}, Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'ConntrackHelper': {'1.0'}, Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'Log': {'1.0'}, Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'Network': {'1.1'}, Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'Port': {'1.7'}, Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'PortForwarding': {'1.2'}, Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'QosPolicy': {'1.9'}, Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'SecurityGroup': {'1.4'}, Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'SecurityGroupRule': {'1.2'}, Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'SubPort': {'1.0'}, Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'Subnet': {'1.1'}, Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'Trunk': {'1.1'}} Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: consumer versions: Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: { DHCP agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: L3 agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: Metadata agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: Metering agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: Open vSwitch agent@dv-cinder-815780-1-iscsi: { 'AddressGroup': '1.2', Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'ConntrackHelper': '1.0', Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'Log': '1.0', Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'Network': '1.1', Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'Port': '1.7', Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'PortForwarding': '1.2', Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'QosPolicy': '1.9', Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'SecurityGroup': '1.4', Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'SecurityGroupRule': '1.2', Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'SubPort': '1.0', Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'Subnet': '1.1', Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: 'Trunk': '1.1'}} Oct 28 07:51:30.851035 dv-cinder-815780-1-iscsi neutron-server[108235]: {{(pid=108235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 07:51:30.908524 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754291841136'] for network, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:31.037169 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for network, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:31.038380 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:51:31.039051 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:31.133817 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] Pushing event updated for resources: {'Network': ['ID=85064c02-bce3-4846-a830-e699c93ebcce,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:51:31.145448 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Network 85064c02-bce3-4846-a830-e699c93ebcce details requested by agent ovs-agent-dv-cinder-815780-1-iscsi with host dv-cinder-815780-1-iscsi {{(pid=108237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 07:51:31.160992 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-5d28ed5d-a4f1-4651-873b-13b5c21332ce admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1009507 Oct 28 07:51:33.877883 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 53752) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:51:34.288472 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c81301-bba2-48c9-8daa-c16d3235f079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:51:34.290091 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-d2c81301-bba2-48c9-8daa-c16d3235f079 admin admin] 10.222.0.37 "GET /v2.0/networks/85064c02-bce3-4846-a830-e699c93ebcce HTTP/1.1" status: 200 len: 825 time: 0.4111512 Oct 28 07:51:34.316340 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-9d348bbe-383d-472c-9824-33f3db4fe094 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/fbe8cda7-2c60-4c0b-ab54-b5f9473332b6 HTTP/1.1" status: 200 len: 734 time: 0.0194409 Oct 28 07:51:34.325779 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-9f0e6225-6bb2-4566-959c-622c046813ac admin admin] Request body: {'subnet': {'network_id': '85064c02-bce3-4846-a830-e699c93ebcce', 'subnetpool_id': 'fbe8cda7-2c60-4c0b-ab54-b5f9473332b6', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'name': 'private-subnet'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 07:51:34.501354 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0e6225-6bb2-4566-959c-622c046813ac admin admin] Made reservation on behalf of 9b86c2085b1b4c4d9a8b30f24f5eac18 for: {'subnet': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 07:51:34.503824 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6225-6bb2-4566-959c-622c046813ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:34.868244 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6225-6bb2-4566-959c-622c046813ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for subnet, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:34.942896 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e6225-6bb2-4566-959c-622c046813ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e387a2-9be9-42bc-bdda-2e64a014aadb,revision_number=0']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:51:34.949216 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e6225-6bb2-4566-959c-622c046813ac admin admin] Checking segment: {'id': '524c6bc7-4ae3-4d23-ac2b-3a970d369888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '85064c02-bce3-4846-a830-e699c93ebcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 07:51:34.949594 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0e6225-6bb2-4566-959c-622c046813ac admin admin] Network hostable DHCP agents. Network: 85064c02-bce3-4846-a830-e699c93ebcce, hostable agents: ['5b28e82f-8d3c-4647-96dd-121faf1adcc1'], hosted agents: [] {{(pid=108235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 07:51:35.021245 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0e6225-6bb2-4566-959c-622c046813ac admin admin] Network 85064c02-bce3-4846-a830-e699c93ebcce is scheduled to be hosted by DHCP agent 5b28e82f-8d3c-4647-96dd-121faf1adcc1 with binding_index 1 {{(pid=108235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 07:51:35.124322 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [None req-9f0e6225-6bb2-4566-959c-622c046813ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815780-1-iscsi, 85064c02-bce3-4846-a830-e699c93ebcce) {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 07:51:35.129558 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e6225-6bb2-4566-959c-622c046813ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:51:35.130139 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-9f0e6225-6bb2-4566-959c-622c046813ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:35.135050 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3634b145-0cd9-4806-8e29-c7870fc3084c None None] Network 85064c02-bce3-4846-a830-e699c93ebcce requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 07:51:35.230077 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-9f0e6225-6bb2-4566-959c-622c046813ac admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9014752 Oct 28 07:51:35.462855 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24329e31-7427-59ac-9b86-4b698544276c-85064c02-bce3-4846-a830-e699c93ebcce', 'network_id': '85064c02-bce3-4846-a830-e699c93ebcce', 'tenant_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'fixed_ips': [{'subnet_id': '32e387a2-9be9-42bc-bdda-2e64a014aadb'}]}} from dv-cinder-815780-1-iscsi. {{(pid=108237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 07:51:35.464190 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:35.799856 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Allocated IP 172.20.0.2 (85064c02-bce3-4846-a830-e699c93ebcce/32e387a2-9be9-42bc-bdda-2e64a014aadb/213be22c-c7d6-4860-a839-669af5e29869) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 07:51:36.053030 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:36.119248 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:36.227152 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Network 85064c02-bce3-4846-a830-e699c93ebcce is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 07:51:36.232720 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 07:51:36.246187 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 07:51:36.249664 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Pushing event updated for resources: {'Port': ['ID=213be22c-c7d6-4860-a839-669af5e29869,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:51:36.284534 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:36.284924 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:36.285282 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:36.285626 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:36.285965 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:36.286305 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:36.286640 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:36.286996 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:36.287351 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:36.288219 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:36.288794 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:36.289211 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Tracked resource versions report: Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: pushed versions: Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: { 'AddressGroup': {'1.2'}, Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'ConntrackHelper': {'1.0'}, Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'Log': {'1.0'}, Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'Network': {'1.1'}, Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'Port': {'1.7'}, Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'PortForwarding': {'1.2'}, Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'QosPolicy': {'1.9'}, Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'SecurityGroup': {'1.4'}, Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'SecurityGroupRule': {'1.2'}, Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'SubPort': {'1.0'}, Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'Subnet': {'1.1'}, Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'Trunk': {'1.1'}} Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: consumer versions: Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: { DHCP agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: L3 agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: Metadata agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: Metering agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: Open vSwitch agent@dv-cinder-815780-1-iscsi: { 'AddressGroup': '1.2', Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'ConntrackHelper': '1.0', Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'Log': '1.0', Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'Network': '1.1', Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'Port': '1.7', Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'PortForwarding': '1.2', Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'QosPolicy': '1.9', Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'SecurityGroup': '1.4', Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'SecurityGroupRule': '1.2', Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'SubPort': '1.0', Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'Subnet': '1.1', Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: 'Trunk': '1.1'}} Oct 28 07:51:36.290388 dv-cinder-815780-1-iscsi neutron-server[108237]: {{(pid=108237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 07:51:36.341040 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Attempting to bind port 213be22c-c7d6-4860-a839-669af5e29869 on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 07:51:36.341453 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Attempting to bind port 213be22c-c7d6-4860-a839-669af5e29869 by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': '524c6bc7-4ae3-4d23-ac2b-3a970d369888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '85064c02-bce3-4846-a830-e699c93ebcce'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 07:51:36.341904 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Attempting to bind port 213be22c-c7d6-4860-a839-669af5e29869 on network 85064c02-bce3-4846-a830-e699c93ebcce {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 07:51:36.346956 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 7, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 07:51:36.347385 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Checking segment: {'id': '524c6bc7-4ae3-4d23-ac2b-3a970d369888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '85064c02-bce3-4846-a830-e699c93ebcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 07:51:36.347884 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:36.348283 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Bound using segment: {'id': '524c6bc7-4ae3-4d23-ac2b-3a970d369888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '85064c02-bce3-4846-a830-e699c93ebcce'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 07:51:36.348851 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Bound port: 213be22c-c7d6-4860-a839-669af5e29869, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524c6bc7-4ae3-4d23-ac2b-3a970d369888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '85064c02-bce3-4846-a830-e699c93ebcce'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 07:51:36.349287 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:36.420329 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] For port 213be22c-c7d6-4860-a839-669af5e29869, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 07:51:36.424907 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] For port 213be22c-c7d6-4860-a839-669af5e29869, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=213be22c-c7d6-4860-a839-669af5e29869,segment=NetworkSegment(524c6bc7-4ae3-4d23-ac2b-3a970d369888),segment_id=524c6bc7-4ae3-4d23-ac2b-3a970d369888)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 07:51:36.490229 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:36.568081 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9de36-d743-4d50-a73d-aa8002b1838e None None] Pushing event updated for resources: {'Port': ['ID=213be22c-c7d6-4860-a839-669af5e29869,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:51:37.740562 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 53760) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:51:38.252715 dv-cinder-815780-1-iscsi neutron-server[108236]: WARNING oslo_policy.policy [None req-6b3c207d-ec96-47b7-95f3-c82fc8ae0c4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 07:51:38.253303 dv-cinder-815780-1-iscsi neutron-server[108236]: WARNING oslo_policy.policy [None req-6b3c207d-ec96-47b7-95f3-c82fc8ae0c4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 07:51:38.485889 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [None req-6b3c207d-ec96-47b7-95f3-c82fc8ae0c4b admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=108236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 07:51:38.487041 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-6b3c207d-ec96-47b7-95f3-c82fc8ae0c4b admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7449038 Oct 28 07:51:40.982851 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 53774) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:51:41.292951 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [None req-1663e867-ae1e-402f-b1b1-b83d52cc614d admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=108236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 07:51:41.294084 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-1663e867-ae1e-402f-b1b1-b83d52cc614d admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3100946 Oct 28 07:51:44.036153 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 53788) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:51:44.343810 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-6ed5d538-0f47-459b-93d2-d62388a13537 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'name': 'router1'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 07:51:44.409287 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.policy [None req-6ed5d538-0f47-459b-93d2-d62388a13537 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108236) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 07:51:44.457401 dv-cinder-815780-1-iscsi neutron-server[108236]: WARNING oslo_policy.policy [None req-6ed5d538-0f47-459b-93d2-d62388a13537 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 07:51:44.457787 dv-cinder-815780-1-iscsi neutron-server[108236]: WARNING oslo_policy.policy [None req-6ed5d538-0f47-459b-93d2-d62388a13537 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 07:51:44.466601 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.quota [None req-6ed5d538-0f47-459b-93d2-d62388a13537 admin admin] Loaded quota_driver: . Oct 28 07:51:44.580322 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6ed5d538-0f47-459b-93d2-d62388a13537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:44.582570 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6ed5d538-0f47-459b-93d2-d62388a13537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-557362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:44.749334 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6ed5d538-0f47-459b-93d2-d62388a13537 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:44.867103 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6ed5d538-0f47-459b-93d2-d62388a13537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-557371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586405'] for router, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:44.981778 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6ed5d538-0f47-459b-93d2-d62388a13537 admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:44.983037 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-6ed5d538-0f47-459b-93d2-d62388a13537 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9458311 Oct 28 07:51:45.158556 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e53c9c-f40c-44ce-acc8-d584b140965f None None] Network 85064c02-bce3-4846-a830-e699c93ebcce requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 07:51:45.302936 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-0bdfd58e-9118-4946-bd8c-a780b6150ad1 None None] Provisioning complete for port 213be22c-c7d6-4860-a839-669af5e29869 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 07:51:45.303356 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0bdfd58e-9118-4946-bd8c-a780b6150ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:45.377697 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 213be22c-c7d6-4860-a839-669af5e29869 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 07:51:45.529028 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 213be22c-c7d6-4860-a839-669af5e29869 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 07:51:45.529402 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:45.581946 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0bdfd58e-9118-4946-bd8c-a780b6150ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:45.635869 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-0bdfd58e-9118-4946-bd8c-a780b6150ad1 None None] For port 213be22c-c7d6-4860-a839-669af5e29869, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=213be22c-c7d6-4860-a839-669af5e29869,segment=NetworkSegment(524c6bc7-4ae3-4d23-ac2b-3a970d369888),segment_id=524c6bc7-4ae3-4d23-ac2b-3a970d369888)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 07:51:45.669910 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:45.718499 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0bdfd58e-9118-4946-bd8c-a780b6150ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:45.792358 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.db.api [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 07:51:45.792658 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG oslo_db.api [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 07:51:45.801921 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfd58e-9118-4946-bd8c-a780b6150ad1 None None] Pushing event updated for resources: {'Port': ['ID=213be22c-c7d6-4860-a839-669af5e29869,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:51:45.841427 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-af7ee6ec-1914-4fe6-9761-3dbdf1249305 None None] Provisioning complete for port 213be22c-c7d6-4860-a839-669af5e29869 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 07:51:45.841824 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-af7ee6ec-1914-4fe6-9761-3dbdf1249305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:46.661608 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-915fccf7-38b1-4ac7-aa68-57a3427accbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:47.329222 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 213be22c-c7d6-4860-a839-669af5e29869 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 07:51:47.379984 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 213be22c-c7d6-4860-a839-669af5e29869 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 07:51:47.380445 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:47.514051 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 53800) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:51:47.867879 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [None req-0d702344-e685-4c65-9406-e021c8747f24 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=108235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 07:51:47.868944 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-0d702344-e685-4c65-9406-e021c8747f24 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3539393 Oct 28 07:51:48.422470 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 5 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 07:51:49.267210 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1c450d3f-806a-4d1f-9bc2-addad3be7884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:49.500780 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:50.392185 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 53814) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:51:50.563558 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:50.718906 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-338916da-6a32-4aaa-844c-02522e5922b5 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 07:51:50.847971 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338916da-6a32-4aaa-844c-02522e5922b5 admin admin] Made reservation on behalf of 0ac41b38c1b345f490685aa34b10874f for: {'network': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 07:51:50.850216 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-338916da-6a32-4aaa-844c-02522e5922b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for network, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:50.926486 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-338916da-6a32-4aaa-844c-02522e5922b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:50.937024 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-338916da-6a32-4aaa-844c-02522e5922b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:51.067152 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-338916da-6a32-4aaa-844c-02522e5922b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:51.082330 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-338916da-6a32-4aaa-844c-02522e5922b5 admin admin] Reserving flat network on physical network physnet1 {{(pid=108235) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 07:51:51.105170 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-338916da-6a32-4aaa-844c-02522e5922b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:51.105433 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.db.segments_db [None req-338916da-6a32-4aaa-844c-02522e5922b5 admin admin] Added segment aba8d6d0-709a-4a45-88ff-03ebd289a458 of type flat for network 77f84cc0-8b47-4277-be58-a93709c02eeb Oct 28 07:51:51.106786 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338916da-6a32-4aaa-844c-02522e5922b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3f3d8a-314b-4973-82c5-95e86997c734,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:51:51.154126 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-338916da-6a32-4aaa-844c-02522e5922b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754291841136'] for network, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:51.255374 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-338916da-6a32-4aaa-844c-02522e5922b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for network, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:51.256376 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338916da-6a32-4aaa-844c-02522e5922b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:51:51.256960 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-338916da-6a32-4aaa-844c-02522e5922b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:51.321776 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338916da-6a32-4aaa-844c-02522e5922b5 admin admin] Pushing event updated for resources: {'Network': ['ID=77f84cc0-8b47-4277-be58-a93709c02eeb,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:51:51.331532 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Network 77f84cc0-8b47-4277-be58-a93709c02eeb details requested by agent ovs-agent-dv-cinder-815780-1-iscsi with host dv-cinder-815780-1-iscsi {{(pid=108237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 07:51:51.372053 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-338916da-6a32-4aaa-844c-02522e5922b5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9786630 Oct 28 07:51:52.552939 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:53.764218 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 53832) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:51:54.028532 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a3c5af-b2a6-451d-a2a7-6611d9337f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:51:54.030053 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-35a3c5af-b2a6-451d-a2a7-6611d9337f7a admin admin] 10.222.0.37 "GET /v2.0/subnets/32e387a2-9be9-42bc-bdda-2e64a014aadb HTTP/1.1" status: 200 len: 849 time: 0.2649126 Oct 28 07:51:54.160028 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-91a19a4e-eb81-4583-9444-2e56c3f43019 admin admin] 10.222.0.37 "GET /v2.0/routers/17474fcb-6d89-44f1-8b33-aa418eef92be HTTP/1.1" status: 200 len: 704 time: 0.1236658 Oct 28 07:51:54.469821 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:54.862318 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Allocated IP 172.20.0.1 (85064c02-bce3-4846-a830-e699c93ebcce/32e387a2-9be9-42bc-bdda-2e64a014aadb/58060399-6c53-4d22-9969-6e57f910a789) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 07:51:55.086992 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:55.215785 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:55.282325 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Network 85064c02-bce3-4846-a830-e699c93ebcce is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 07:51:55.287256 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 07:51:55.341895 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=58060399-6c53-4d22-9969-6e57f910a789,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:51:55.344494 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 07:51:55.345701 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586640'] for router_interface, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:55.410558 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:55.411057 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:55.411283 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:55.411618 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:55.411945 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:55.412285 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:55.412610 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:55.412944 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:55.413340 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:55.413663 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:55.413977 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:55.414289 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Tracked resource versions report: Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: pushed versions: Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: { 'AddressGroup': {'1.2'}, Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'ConntrackHelper': {'1.0'}, Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'Log': {'1.0'}, Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'Network': {'1.1'}, Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'Port': {'1.7'}, Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'PortForwarding': {'1.2'}, Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'QosPolicy': {'1.9'}, Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'SecurityGroup': {'1.4'}, Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'SecurityGroupRule': {'1.2'}, Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'SubPort': {'1.0'}, Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'Subnet': {'1.1'}, Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'Trunk': {'1.1'}} Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: consumer versions: Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: { DHCP agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: L3 agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: Metadata agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: Metering agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: Open vSwitch agent@dv-cinder-815780-1-iscsi: { 'AddressGroup': '1.2', Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'ConntrackHelper': '1.0', Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'Log': '1.0', Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'Network': '1.1', Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'Port': '1.7', Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'PortForwarding': '1.2', Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'QosPolicy': '1.9', Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'SecurityGroup': '1.4', Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'SecurityGroupRule': '1.2', Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'SubPort': '1.0', Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'Subnet': '1.1', Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: 'Trunk': '1.1'}} Oct 28 07:51:55.415433 dv-cinder-815780-1-iscsi neutron-server[108236]: {{(pid=108236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 07:51:55.550444 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-f1d2f621-c794-4bdd-adfb-0aab760cfa56 None None] Provisioning complete for port 58060399-6c53-4d22-9969-6e57f910a789 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 07:51:55.551213 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f621-c794-4bdd-adfb-0aab760cfa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:55.599855 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2f621-c794-4bdd-adfb-0aab760cfa56 None None] Port 58060399-6c53-4d22-9969-6e57f910a789 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 07:51:55.652595 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:55.871886 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:55.945800 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:55.946595 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586724'] for router_interface, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:56.028084 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=58060399-6c53-4d22-9969-6e57f910a789,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:51:56.079472 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Network 85064c02-bce3-4846-a830-e699c93ebcce is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 07:51:56.080712 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 07:51:56.323318 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-714f0310-19c7-46c2-aca8-c4f79f234780 None None] Provisioning complete for port 58060399-6c53-4d22-9969-6e57f910a789 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 07:51:56.323681 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-714f0310-19c7-46c2-aca8-c4f79f234780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:56.360250 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-714f0310-19c7-46c2-aca8-c4f79f234780 None None] Port 58060399-6c53-4d22-9969-6e57f910a789 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 07:51:56.363856 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Router 17474fcb-6d89-44f1-8b33-aa418eef92be is scheduled to L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 with binding_index 1 {{(pid=108236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 07:51:56.461313 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 07:51:56.467556 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-2db0038e-5bf6-475e-94c0-e23fb7a1c2f9 admin admin] 10.222.0.37 "PUT /v2.0/routers/17474fcb-6d89-44f1-8b33-aa418eef92be/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3010185 Oct 28 07:51:56.486051 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] Sync routers for ids ['17474fcb-6d89-44f1-8b33-aa418eef92be'] in dv-cinder-815780-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 07:51:56.497999 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] Routers {'17474fcb-6d89-44f1-8b33-aa418eef92be'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 07:51:56.498982 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T07:51:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['17474fcb-6d89-44f1-8b33-aa418eef92be'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 07:51:56.692646 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] Set router 17474fcb-6d89-44f1-8b33-aa418eef92be gateway port host: None {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 07:51:57.151975 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17474fcb-6d89-44f1-8b33-aa418eef92be', 'name': 'router1', 'tenant_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T07:51:44Z', 'updated_at': '2021-10-28T07:51:55Z', 'revision_number': 2, 'project_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'gw_port_host': None, '_interfaces': [{'id': '58060399-6c53-4d22-9969-6e57f910a789', 'name': '', 'network_id': '85064c02-bce3-4846-a830-e699c93ebcce', 'tenant_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'mac_address': 'fa:16:3e:c9:ac:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17474fcb-6d89-44f1-8b33-aa418eef92be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '32e387a2-9be9-42bc-bdda-2e64a014aadb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T07:51:54Z', 'updated_at': '2021-10-28T07:51:55Z', 'revision_number': 2, 'project_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'subnets': [{'id': '32e387a2-9be9-42bc-bdda-2e64a014aadb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbe8cda7-2c60-4c0b-ab54-b5f9473332b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 07:51:57.205928 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] Checking router: 17474fcb-6d89-44f1-8b33-aa418eef92be for host: dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 07:51:57.206302 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] Updating router 17474fcb-6d89-44f1-8b33-aa418eef92be port 58060399-6c53-4d22-9969-6e57f910a789 binding host dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 07:51:57.259818 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:57.823230 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] Notify callbacks [] for port, precommit_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:57.940876 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:58.114082 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722b026-30cc-44b9-83a5-d8a471ac2a20 None None] Pushing event updated for resources: {'Port': ['ID=58060399-6c53-4d22-9969-6e57f910a789,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:51:58.133918 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722b026-30cc-44b9-83a5-d8a471ac2a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:58.134498 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722b026-30cc-44b9-83a5-d8a471ac2a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:58.134850 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722b026-30cc-44b9-83a5-d8a471ac2a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:58.135185 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722b026-30cc-44b9-83a5-d8a471ac2a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:58.135513 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722b026-30cc-44b9-83a5-d8a471ac2a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:58.135839 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722b026-30cc-44b9-83a5-d8a471ac2a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:58.136168 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722b026-30cc-44b9-83a5-d8a471ac2a20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:58.136596 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722b026-30cc-44b9-83a5-d8a471ac2a20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:58.136923 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722b026-30cc-44b9-83a5-d8a471ac2a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:58.137244 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722b026-30cc-44b9-83a5-d8a471ac2a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:58.137562 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722b026-30cc-44b9-83a5-d8a471ac2a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:58.137878 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722b026-30cc-44b9-83a5-d8a471ac2a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e722b026-30cc-44b9-83a5-d8a471ac2a20 None None] Tracked resource versions report: Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: pushed versions: Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: { 'AddressGroup': {'1.2'}, Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'ConntrackHelper': {'1.0'}, Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'Log': {'1.0'}, Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'Network': {'1.1'}, Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'Port': {'1.7'}, Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'PortForwarding': {'1.2'}, Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'QosPolicy': {'1.9'}, Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'SecurityGroup': {'1.4'}, Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'SecurityGroupRule': {'1.2'}, Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'SubPort': {'1.0'}, Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'Subnet': {'1.1'}, Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'Trunk': {'1.1'}} Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: consumer versions: Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: { DHCP agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: L3 agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: Metadata agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: Metering agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: Open vSwitch agent@dv-cinder-815780-1-iscsi: { 'AddressGroup': '1.2', Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'ConntrackHelper': '1.0', Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'Log': '1.0', Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'Network': '1.1', Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'Port': '1.7', Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'PortForwarding': '1.2', Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'QosPolicy': '1.9', Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'SecurityGroup': '1.4', Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'SecurityGroupRule': '1.2', Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'SubPort': '1.0', Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'Subnet': '1.1', Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: 'Trunk': '1.1'}} Oct 28 07:51:58.138979 dv-cinder-815780-1-iscsi neutron-server[108238]: {{(pid=108238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 07:51:58.141988 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] Attempting to bind port 58060399-6c53-4d22-9969-6e57f910a789 on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 07:51:58.142393 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] Attempting to bind port 58060399-6c53-4d22-9969-6e57f910a789 by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': '524c6bc7-4ae3-4d23-ac2b-3a970d369888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '85064c02-bce3-4846-a830-e699c93ebcce'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 07:51:58.142881 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] Attempting to bind port 58060399-6c53-4d22-9969-6e57f910a789 on network 85064c02-bce3-4846-a830-e699c93ebcce {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 07:51:58.150220 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 7, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 07:51:58.150657 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] Checking segment: {'id': '524c6bc7-4ae3-4d23-ac2b-3a970d369888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '85064c02-bce3-4846-a830-e699c93ebcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 07:51:58.151159 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:58.151545 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] Bound using segment: {'id': '524c6bc7-4ae3-4d23-ac2b-3a970d369888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '85064c02-bce3-4846-a830-e699c93ebcce'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 07:51:58.152054 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] Bound port: 58060399-6c53-4d22-9969-6e57f910a789, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524c6bc7-4ae3-4d23-ac2b-3a970d369888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '85064c02-bce3-4846-a830-e699c93ebcce'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 07:51:58.152445 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:58.189425 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-cf9c01db-00f4-405b-ba00-3fdff182dfc9 None None] Provisioning complete for port 58060399-6c53-4d22-9969-6e57f910a789 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 07:51:58.191196 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-cf9c01db-00f4-405b-ba00-3fdff182dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:58.225637 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] For port 58060399-6c53-4d22-9969-6e57f910a789, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 07:51:58.227880 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c01db-00f4-405b-ba00-3fdff182dfc9 None None] Port 58060399-6c53-4d22-9969-6e57f910a789 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 07:51:58.247623 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] For port 58060399-6c53-4d22-9969-6e57f910a789, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=58060399-6c53-4d22-9969-6e57f910a789,segment=NetworkSegment(524c6bc7-4ae3-4d23-ac2b-3a970d369888),segment_id=524c6bc7-4ae3-4d23-ac2b-3a970d369888)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 07:51:58.336736 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:58.395707 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] Routers {'17474fcb-6d89-44f1-8b33-aa418eef92be'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 07:51:58.396347 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T07:51:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['17474fcb-6d89-44f1-8b33-aa418eef92be'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 07:51:58.464647 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722b026-30cc-44b9-83a5-d8a471ac2a20 None None] Pushing event updated for resources: {'Port': ['ID=58060399-6c53-4d22-9969-6e57f910a789,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:51:58.495647 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] Set router 17474fcb-6d89-44f1-8b33-aa418eef92be gateway port host: None {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 07:51:58.550079 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-efa8b159-a2e0-41e9-9b8b-eb0ff4cb9faf None None] Provisioning complete for port 58060399-6c53-4d22-9969-6e57f910a789 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 07:51:58.550445 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-efa8b159-a2e0-41e9-9b8b-eb0ff4cb9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:58.639201 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-efa8b159-a2e0-41e9-9b8b-eb0ff4cb9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:58.675133 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-efa8b159-a2e0-41e9-9b8b-eb0ff4cb9faf None None] For port 58060399-6c53-4d22-9969-6e57f910a789, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=58060399-6c53-4d22-9969-6e57f910a789,segment=NetworkSegment(524c6bc7-4ae3-4d23-ac2b-3a970d369888),segment_id=524c6bc7-4ae3-4d23-ac2b-3a970d369888)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 07:51:58.727866 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17474fcb-6d89-44f1-8b33-aa418eef92be', 'name': 'router1', 'tenant_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T07:51:44Z', 'updated_at': '2021-10-28T07:51:55Z', 'revision_number': 2, 'project_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'gw_port_host': None, '_interfaces': [{'id': '58060399-6c53-4d22-9969-6e57f910a789', 'name': '', 'network_id': '85064c02-bce3-4846-a830-e699c93ebcce', 'tenant_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'mac_address': 'fa:16:3e:c9:ac:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17474fcb-6d89-44f1-8b33-aa418eef92be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '32e387a2-9be9-42bc-bdda-2e64a014aadb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T07:51:54Z', 'updated_at': '2021-10-28T07:51:58Z', 'revision_number': 4, 'project_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'subnets': [{'id': '32e387a2-9be9-42bc-bdda-2e64a014aadb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbe8cda7-2c60-4c0b-ab54-b5f9473332b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 07:51:58.754451 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1d5c86-4393-41ab-b06f-0dce1237529f None None] The sync data for ids ['17474fcb-6d89-44f1-8b33-aa418eef92be'] in dv-cinder-815780-1-iscsi is: [{'id': '17474fcb-6d89-44f1-8b33-aa418eef92be', 'name': 'router1', 'tenant_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T07:51:44Z', 'updated_at': '2021-10-28T07:51:55Z', 'revision_number': 2, 'project_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'gw_port_host': None, '_interfaces': [{'id': '58060399-6c53-4d22-9969-6e57f910a789', 'name': '', 'network_id': '85064c02-bce3-4846-a830-e699c93ebcce', 'tenant_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'mac_address': 'fa:16:3e:c9:ac:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17474fcb-6d89-44f1-8b33-aa418eef92be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '32e387a2-9be9-42bc-bdda-2e64a014aadb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T07:51:54Z', 'updated_at': '2021-10-28T07:51:58Z', 'revision_number': 4, 'project_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'subnets': [{'id': '32e387a2-9be9-42bc-bdda-2e64a014aadb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbe8cda7-2c60-4c0b-ab54-b5f9473332b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 07:51:58.791107 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-efa8b159-a2e0-41e9-9b8b-eb0ff4cb9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:58.812114 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 53850) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:51:58.847771 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8b159-a2e0-41e9-9b8b-eb0ff4cb9faf None None] Pushing event updated for resources: {'Port': ['ID=58060399-6c53-4d22-9969-6e57f910a789,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:51:58.943986 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5894b016-5b45-4bc7-977b-929226f58b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:51:58.945783 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-5894b016-5b45-4bc7-977b-929226f58b63 admin admin] 10.222.0.37 "GET /v2.0/networks/77f84cc0-8b47-4277-be58-a93709c02eeb HTTP/1.1" status: 200 len: 842 time: 0.1327186 Oct 28 07:51:58.956177 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-7b6b6733-f64c-4255-ac5c-7d5ef0e6f95c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 07:51:59.076316 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6b6733-f64c-4255-ac5c-7d5ef0e6f95c admin admin] Made reservation on behalf of 0ac41b38c1b345f490685aa34b10874f for: {'subnet': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 07:51:59.078777 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-7b6b6733-f64c-4255-ac5c-7d5ef0e6f95c admin admin] Notify callbacks [] for subnet, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:59.548243 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.objects.ports [None req-7b6b6733-f64c-4255-ac5c-7d5ef0e6f95c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108235) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 07:51:59.548952 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-7b6b6733-f64c-4255-ac5c-7d5ef0e6f95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for subnet, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:59.602961 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b6733-f64c-4255-ac5c-7d5ef0e6f95c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fc1b7ce-548a-406e-9830-ae6bdd788adb,revision_number=0']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:51:59.613729 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6b6733-f64c-4255-ac5c-7d5ef0e6f95c admin admin] Checking segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 07:51:59.614077 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6b6733-f64c-4255-ac5c-7d5ef0e6f95c admin admin] Network hostable DHCP agents. Network: 77f84cc0-8b47-4277-be58-a93709c02eeb, hostable agents: ['5b28e82f-8d3c-4647-96dd-121faf1adcc1'], hosted agents: [] {{(pid=108235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 07:51:59.764058 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6b6733-f64c-4255-ac5c-7d5ef0e6f95c admin admin] Network 77f84cc0-8b47-4277-be58-a93709c02eeb is scheduled to be hosted by DHCP agent 5b28e82f-8d3c-4647-96dd-121faf1adcc1 with binding_index 1 {{(pid=108235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 07:51:59.946720 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [None req-7b6b6733-f64c-4255-ac5c-7d5ef0e6f95c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815780-1-iscsi, 77f84cc0-8b47-4277-be58-a93709c02eeb) {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 07:51:59.951560 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6b6733-f64c-4255-ac5c-7d5ef0e6f95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:51:59.952436 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-7b6b6733-f64c-4255-ac5c-7d5ef0e6f95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:51:59.958917 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5717dc65-7ce3-4bf6-aca0-5dff61d4ce54 None None] Network 77f84cc0-8b47-4277-be58-a93709c02eeb requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 07:52:00.105144 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-7b6b6733-f64c-4255-ac5c-7d5ef0e6f95c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1522963 Oct 28 07:52:00.138482 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f02dd5-64c4-48f1-9468-842a91e6c2b4 None None] Network 77f84cc0-8b47-4277-be58-a93709c02eeb requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 07:52:02.465501 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 53858) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:52:02.603965 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-a32e5eed-4e65-4862-a0d8-1fe0745e2bcf admin admin] 10.222.0.37 "GET /v2.0/routers/17474fcb-6d89-44f1-8b33-aa418eef92be HTTP/1.1" status: 200 len: 710 time: 0.1373096 Oct 28 07:52:02.692886 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e0212b-10ef-4f16-b085-6998235d9f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:52:02.694847 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-61e0212b-10ef-4f16-b085-6998235d9f28 admin admin] 10.222.0.37 "GET /v2.0/networks/77f84cc0-8b47-4277-be58-a93709c02eeb HTTP/1.1" status: 200 len: 886 time: 0.0843410 Oct 28 07:52:02.704386 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-bd89d6b7-43e1-4a56-b96c-8617838cd12d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 07:52:02.965502 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bd89d6b7-43e1-4a56-b96c-8617838cd12d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:03.270514 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bd89d6b7-43e1-4a56-b96c-8617838cd12d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:03.353755 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bd89d6b7-43e1-4a56-b96c-8617838cd12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:03.481219 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-bd89d6b7-43e1-4a56-b96c-8617838cd12d admin admin] Allocated IP 172.27.3.96 (77f84cc0-8b47-4277-be58-a93709c02eeb/2fc1b7ce-548a-406e-9830-ae6bdd788adb/a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 07:52:03.590556 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bd89d6b7-43e1-4a56-b96c-8617838cd12d admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:03.716472 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bd89d6b7-43e1-4a56-b96c-8617838cd12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:03.754984 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd89d6b7-43e1-4a56-b96c-8617838cd12d admin admin] Network 77f84cc0-8b47-4277-be58-a93709c02eeb is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 07:52:03.760116 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-bd89d6b7-43e1-4a56-b96c-8617838cd12d admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 07:52:03.762683 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd89d6b7-43e1-4a56-b96c-8617838cd12d admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 07:52:03.769931 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89d6b7-43e1-4a56-b96c-8617838cd12d admin admin] Pushing event updated for resources: {'Port': ['ID=a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:52:04.229708 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bd89d6b7-43e1-4a56-b96c-8617838cd12d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:04.436024 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bd89d6b7-43e1-4a56-b96c-8617838cd12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-557356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4029'] for router, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:04.439271 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bd89d6b7-43e1-4a56-b96c-8617838cd12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-557397'] for router, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:04.546806 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd89d6b7-43e1-4a56-b96c-8617838cd12d admin admin] Router 17474fcb-6d89-44f1-8b33-aa418eef92be has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 07:52:04.661044 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd89d6b7-43e1-4a56-b96c-8617838cd12d admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 07:52:04.665476 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bd89d6b7-43e1-4a56-b96c-8617838cd12d admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:04.666685 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-bd89d6b7-43e1-4a56-b96c-8617838cd12d admin admin] 10.222.0.37 "PUT /v2.0/routers/17474fcb-6d89-44f1-8b33-aa418eef92be HTTP/1.1" status: 200 len: 889 time: 1.9655397 Oct 28 07:52:05.374655 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] Sync routers for ids ['17474fcb-6d89-44f1-8b33-aa418eef92be'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 07:52:05.376837 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 58060399-6c53-4d22-9969-6e57f910a789 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 07:52:05.407973 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] Routers {'17474fcb-6d89-44f1-8b33-aa418eef92be'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 07:52:05.408634 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T07:51:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['17474fcb-6d89-44f1-8b33-aa418eef92be'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 07:52:05.589028 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 58060399-6c53-4d22-9969-6e57f910a789 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 07:52:05.589215 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:05.663389 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] Set router 17474fcb-6d89-44f1-8b33-aa418eef92be gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 07:52:06.097256 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17474fcb-6d89-44f1-8b33-aa418eef92be', 'name': 'router1', 'tenant_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T07:51:44Z', 'updated_at': '2021-10-28T07:52:03Z', 'revision_number': 4, 'project_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'gw_port': {'id': 'a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17474fcb-6d89-44f1-8b33-aa418eef92be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T07:52:03Z', 'updated_at': '2021-10-28T07:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '58060399-6c53-4d22-9969-6e57f910a789', 'name': '', 'network_id': '85064c02-bce3-4846-a830-e699c93ebcce', 'tenant_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'mac_address': 'fa:16:3e:c9:ac:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17474fcb-6d89-44f1-8b33-aa418eef92be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '32e387a2-9be9-42bc-bdda-2e64a014aadb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T07:51:54Z', 'updated_at': '2021-10-28T07:51:58Z', 'revision_number': 5, 'project_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'subnets': [{'id': '32e387a2-9be9-42bc-bdda-2e64a014aadb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbe8cda7-2c60-4c0b-ab54-b5f9473332b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 07:52:06.149585 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] Checking router: 17474fcb-6d89-44f1-8b33-aa418eef92be for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 07:52:06.149870 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] Updating router 17474fcb-6d89-44f1-8b33-aa418eef92be port a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36 binding host dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 07:52:06.200345 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:06.666767 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:06.780452 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:06.833682 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] Attempting to bind port a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36 on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 07:52:06.834049 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] Attempting to bind port a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36 by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 07:52:06.834409 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] Attempting to bind port a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36 on network 77f84cc0-8b47-4277-be58-a93709c02eeb {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 07:52:06.837146 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c871ed-e97d-4f3e-9a55-263a2389aa95 None None] Pushing event updated for resources: {'Port': ['ID=a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:52:06.842911 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 7, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 07:52:06.843291 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] Checking segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 07:52:06.843694 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:06.844407 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] Bound using segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 07:52:06.844537 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] Bound port: a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 07:52:06.844936 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:06.895820 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] For port a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 07:52:06.899857 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] For port a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 07:52:06.969817 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:07.031267 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] Routers {'17474fcb-6d89-44f1-8b33-aa418eef92be'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 07:52:07.031901 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T07:51:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['17474fcb-6d89-44f1-8b33-aa418eef92be'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 07:52:07.072639 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c871ed-e97d-4f3e-9a55-263a2389aa95 None None] Pushing event updated for resources: {'Port': ['ID=a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:52:07.158482 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] Set router 17474fcb-6d89-44f1-8b33-aa418eef92be gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 07:52:07.185552 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 53870) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:52:07.310972 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-2875a640-29d5-40c3-90c6-4ae0e653899c admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1242011 Oct 28 07:52:07.399850 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17474fcb-6d89-44f1-8b33-aa418eef92be', 'name': 'router1', 'tenant_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T07:51:44Z', 'updated_at': '2021-10-28T07:52:03Z', 'revision_number': 4, 'project_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'gw_port': {'id': 'a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17474fcb-6d89-44f1-8b33-aa418eef92be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T07:52:03Z', 'updated_at': '2021-10-28T07:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '58060399-6c53-4d22-9969-6e57f910a789', 'name': '', 'network_id': '85064c02-bce3-4846-a830-e699c93ebcce', 'tenant_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'mac_address': 'fa:16:3e:c9:ac:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17474fcb-6d89-44f1-8b33-aa418eef92be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '32e387a2-9be9-42bc-bdda-2e64a014aadb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T07:51:54Z', 'updated_at': '2021-10-28T07:51:58Z', 'revision_number': 5, 'project_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'subnets': [{'id': '32e387a2-9be9-42bc-bdda-2e64a014aadb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbe8cda7-2c60-4c0b-ab54-b5f9473332b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 07:52:07.427542 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffdbb6-60f3-4f4d-b409-f6adabce52ae None None] The sync data for ids ['17474fcb-6d89-44f1-8b33-aa418eef92be'] in dv-cinder-815780-1-iscsi is: [{'id': '17474fcb-6d89-44f1-8b33-aa418eef92be', 'name': 'router1', 'tenant_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T07:51:44Z', 'updated_at': '2021-10-28T07:52:03Z', 'revision_number': 4, 'project_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'gw_port': {'id': 'a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:eb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17474fcb-6d89-44f1-8b33-aa418eef92be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T07:52:03Z', 'updated_at': '2021-10-28T07:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '58060399-6c53-4d22-9969-6e57f910a789', 'name': '', 'network_id': '85064c02-bce3-4846-a830-e699c93ebcce', 'tenant_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'mac_address': 'fa:16:3e:c9:ac:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17474fcb-6d89-44f1-8b33-aa418eef92be', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '32e387a2-9be9-42bc-bdda-2e64a014aadb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T07:51:54Z', 'updated_at': '2021-10-28T07:51:58Z', 'revision_number': 5, 'project_id': '9b86c2085b1b4c4d9a8b30f24f5eac18', 'subnets': [{'id': '32e387a2-9be9-42bc-bdda-2e64a014aadb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbe8cda7-2c60-4c0b-ab54-b5f9473332b6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 07:52:09.391738 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 07:52:09.456000 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 07:52:09.456608 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:09.543720 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:09.568169 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] For port a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 07:52:09.660719 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:09.718086 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Pushing event updated for resources: {'Port': ['ID=a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:52:11.392597 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 07:52:11.516379 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port a4e68b4b-fae2-4ba2-9cd8-2b0dbef04b36 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 07:52:11.517483 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:16.688720 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a05532aa-8454-4b48-a18a-f1673860ede3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:19.312046 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f229e787-0fcf-4298-af5a-e3b6afdedbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:19.506660 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:20.602040 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:22.557797 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:25.421983 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 5 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 07:52:46.625565 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-68c454dd-6f6f-4907-b5d4-5c311c26fb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:49.276899 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3dfc1bef-dfd4-4710-8709-8cd2c7d6f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:49.523180 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:51.008016 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:52:52.562567 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:53:02.421920 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 5 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 07:53:16.632590 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e652d3c3-95a9-4005-b7d2-a51376684d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:53:19.266950 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-01ee7469-c321-4cb3-9759-f1bd2b509515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:53:19.496428 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:53:20.561558 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:53:22.569264 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:53:39.420077 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 5 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 07:53:46.625858 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6af3b516-293d-46bc-9f51-f6ece3f6be26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:53:49.305556 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7964643e-d2c0-479e-9fde-40102fff0762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:53:49.511463 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:53:49.608303 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 54434) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:53:49.684476 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8abe3b6-f3ce-48b2-8a46-848dcafed35b admin admin] GET failed (client error): The resource could not be found. Oct 28 07:53:49.685943 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-a8abe3b6-f3ce-48b2-8a46-848dcafed35b admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0767031 Oct 28 07:53:49.897974 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f38130c-9ced-46da-80cd-f758c3f93348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:53:49.899638 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-1f38130c-9ced-46da-80cd-f758c3f93348 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2080793 Oct 28 07:53:50.613892 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:53:52.227980 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 54444) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:53:52.327966 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4e8147-9c5c-4c6b-9761-ed3cdd067daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:53:52.329327 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-2f4e8147-9c5c-4c6b-9761-ed3cdd067daf admin admin] 10.222.0.37 "GET /v2.0/subnets/32e387a2-9be9-42bc-bdda-2e64a014aadb HTTP/1.1" status: 200 len: 849 time: 0.1004100 Oct 28 07:53:52.339771 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-481bd116-44d6-4109-8428-0395191e5463 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 07:53:52.429740 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-481bd116-44d6-4109-8428-0395191e5463 admin admin] Notify callbacks [] for subnet, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:53:52.568580 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:53:52.642514 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-481bd116-44d6-4109-8428-0395191e5463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754292407089'] for subnet, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:53:52.672423 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481bd116-44d6-4109-8428-0395191e5463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:53:52.673039 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-481bd116-44d6-4109-8428-0395191e5463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:53:52.675855 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-481bd116-44d6-4109-8428-0395191e5463 admin admin] 10.222.0.37 "PUT /v2.0/subnets/32e387a2-9be9-42bc-bdda-2e64a014aadb HTTP/1.1" status: 200 len: 868 time: 0.3390155 Oct 28 07:53:52.681824 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32d8551-671c-42ab-b27a-1ed872c9665c None None] Network 85064c02-bce3-4846-a830-e699c93ebcce requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 07:53:52.706282 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bd116-44d6-4109-8428-0395191e5463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e387a2-9be9-42bc-bdda-2e64a014aadb,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:53:52.714792 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481bd116-44d6-4109-8428-0395191e5463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:53:52.715219 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481bd116-44d6-4109-8428-0395191e5463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:53:52.715509 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481bd116-44d6-4109-8428-0395191e5463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:53:52.715845 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481bd116-44d6-4109-8428-0395191e5463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:53:52.716243 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481bd116-44d6-4109-8428-0395191e5463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:53:52.716673 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481bd116-44d6-4109-8428-0395191e5463 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:53:52.717008 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481bd116-44d6-4109-8428-0395191e5463 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:53:52.717402 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481bd116-44d6-4109-8428-0395191e5463 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:53:52.717753 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481bd116-44d6-4109-8428-0395191e5463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:53:52.718084 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481bd116-44d6-4109-8428-0395191e5463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:53:52.718413 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481bd116-44d6-4109-8428-0395191e5463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:53:52.718734 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481bd116-44d6-4109-8428-0395191e5463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:53:53.079268 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-a989f267-e014-4d65-b2a3-0c54441991e7 None None] Provisioning complete for port 213be22c-c7d6-4860-a839-669af5e29869 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 07:53:53.079641 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a989f267-e014-4d65-b2a3-0c54441991e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:53:53.169350 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-a989f267-e014-4d65-b2a3-0c54441991e7 None None] Provisioning complete for port 58060399-6c53-4d22-9969-6e57f910a789 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 07:53:53.169637 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a989f267-e014-4d65-b2a3-0c54441991e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:53:54.910608 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 54454) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:53:55.130605 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcae0892-97ee-4457-af65-2ceac097c23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:53:55.131009 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcae0892-97ee-4457-af65-2ceac097c23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:53:55.132567 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-bcae0892-97ee-4457-af65-2ceac097c23d admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2209449 Oct 28 07:53:57.398336 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 54464) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:53:57.539578 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e65f3ce-3efa-4c5d-8692-b78a99d89939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:53:57.540036 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e65f3ce-3efa-4c5d-8692-b78a99d89939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:53:57.541581 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-5e65f3ce-3efa-4c5d-8692-b78a99d89939 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1423099 Oct 28 07:53:59.818024 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 54472) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:53:59.953470 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fba8dd4-fe17-474d-8600-a94ca21f1c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:53:59.954899 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-1fba8dd4-fe17-474d-8600-a94ca21f1c3b admin admin] 10.222.0.37 "GET /v2.0/networks/77f84cc0-8b47-4277-be58-a93709c02eeb HTTP/1.1" status: 200 len: 886 time: 0.1358862 Oct 28 07:54:02.236099 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 54480) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:54:02.396608 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e501d0-d834-43b7-83c6-73c1e5405cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:54:02.398035 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-19e501d0-d834-43b7-83c6-73c1e5405cfe admin admin] 10.222.0.37 "GET /v2.0/networks/85064c02-bce3-4846-a830-e699c93ebcce HTTP/1.1" status: 200 len: 869 time: 0.1609843 Oct 28 07:54:04.719436 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 54488) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:54:04.860750 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a68483-9a5b-4ae7-8085-fb3a60a10370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:54:04.861207 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a68483-9a5b-4ae7-8085-fb3a60a10370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:54:04.863413 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-68a68483-9a5b-4ae7-8085-fb3a60a10370 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1430132 Oct 28 07:54:07.210030 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 54496) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:54:07.313674 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba5b862-e3ee-4293-a965-1ff3fa88b1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:54:07.314125 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba5b862-e3ee-4293-a965-1ff3fa88b1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:54:07.316709 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-cba5b862-e3ee-4293-a965-1ff3fa88b1b2 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1056263 Oct 28 07:54:09.556265 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 54504) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:54:09.644792 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4c40ac-3890-47cb-b988-12ad1dcc11a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:54:09.646086 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-db4c40ac-3890-47cb-b988-12ad1dcc11a4 admin admin] 10.222.0.37 "GET /v2.0/subnets/2fc1b7ce-548a-406e-9830-ae6bdd788adb HTTP/1.1" status: 200 len: 816 time: 0.0888755 Oct 28 07:54:11.922465 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 54512) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:54:12.039216 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84a42e2-3368-4782-914e-5f9ee785cab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:54:12.041015 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-e84a42e2-3368-4782-914e-5f9ee785cab1 admin admin] 10.222.0.37 "GET /v2.0/subnets/32e387a2-9be9-42bc-bdda-2e64a014aadb HTTP/1.1" status: 200 len: 868 time: 0.1174152 Oct 28 07:54:16.421538 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 5 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 07:54:16.646009 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-cb5e4619-3eb3-4f14-b932-b0fa4bedb67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:19.269347 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7c9f15ac-ca74-4996-8892-5e072feb50cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:19.491548 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:20.584612 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:22.597868 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:36.927137 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 54566) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:54:36.990841 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [None req-fa27f0c9-29a4-4710-8744-c49fa9523809 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=108236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 07:54:36.991832 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-fa27f0c9-29a4-4710-8744-c49fa9523809 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0637658 Oct 28 07:54:39.347281 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 54574) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:54:39.409929 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc5c4a8-89fd-472f-a8c6-18efb4c1660c admin admin] GET failed (client error): The resource could not be found. Oct 28 07:54:39.411275 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-2cc5c4a8-89fd-472f-a8c6-18efb4c1660c admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0630550 Oct 28 07:54:39.598391 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c98256-3c1c-482c-82d8-ce24f1c32927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:54:39.599802 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-74c98256-3c1c-482c-82d8-ce24f1c32927 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1839128 Oct 28 07:54:41.885589 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 54582) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:54:41.936321 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 07:54:42.017730 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Made reservation on behalf of 0ac41b38c1b345f490685aa34b10874f for: {'network': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 07:54:42.020126 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for network, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:42.058874 dv-cinder-815780-1-iscsi neutron-server[108235]: WARNING neutron.services.revisions.revision_plugin [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Could not find related network for resource to bump revision. Oct 28 07:54:42.072280 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=108235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 07:54:42.082866 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:42.083213 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.db.segments_db [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Added segment 14a01bcb-4717-48a7-a122-73910f54f9a4 of type vlan for network 67dbeb90-d5a3-4f48-ac88-03a77ae86fd1 Oct 28 07:54:42.125049 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754291841136'] for network, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:42.257597 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for network, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:42.258710 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:54:42.259333 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:42.322654 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Pushing event updated for resources: {'Network': ['ID=67dbeb90-d5a3-4f48-ac88-03a77ae86fd1,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:54:42.330005 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:42.330405 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:42.330768 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:42.331124 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:42.331460 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:42.331796 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:42.332127 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:42.332472 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:42.332804 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:42.333130 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:42.333454 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:42.333783 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:42.346006 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Network 67dbeb90-d5a3-4f48-ac88-03a77ae86fd1 details requested by agent ovs-agent-dv-cinder-815780-1-iscsi with host dv-cinder-815780-1-iscsi {{(pid=108237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 07:54:42.386406 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-9bdb0e2c-fd92-4e2a-9cbc-7d9904bd0748 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4994822 Oct 28 07:54:44.735624 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 54590) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:54:44.799178 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d447f39-3e05-47f0-bf60-97e35e751c5b admin admin] GET failed (client error): The resource could not be found. Oct 28 07:54:44.800786 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-5d447f39-3e05-47f0-bf60-97e35e751c5b admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0639744 Oct 28 07:54:44.876819 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19d9254-2b87-4f6d-a3d7-eac9a64935fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:54:44.878315 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-f19d9254-2b87-4f6d-a3d7-eac9a64935fe admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0730743 Oct 28 07:54:44.889118 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-60590cea-cbe5-4d64-988b-42ea2aae4510 admin admin] Request body: {'subnet': {'network_id': '67dbeb90-d5a3-4f48-ac88-03a77ae86fd1', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 07:54:44.954736 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60590cea-cbe5-4d64-988b-42ea2aae4510 admin admin] Made reservation on behalf of 0ac41b38c1b345f490685aa34b10874f for: {'subnet': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 07:54:44.957159 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-60590cea-cbe5-4d64-988b-42ea2aae4510 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:45.177852 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-60590cea-cbe5-4d64-988b-42ea2aae4510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for subnet, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:45.239141 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60590cea-cbe5-4d64-988b-42ea2aae4510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5d3cc31-07f9-4746-a342-90cba7627c6c,revision_number=0']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:54:45.246302 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60590cea-cbe5-4d64-988b-42ea2aae4510 admin admin] Checking segment: {'id': '14a01bcb-4717-48a7-a122-73910f54f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '67dbeb90-d5a3-4f48-ac88-03a77ae86fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 07:54:45.246683 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60590cea-cbe5-4d64-988b-42ea2aae4510 admin admin] Network hostable DHCP agents. Network: 67dbeb90-d5a3-4f48-ac88-03a77ae86fd1, hostable agents: ['5b28e82f-8d3c-4647-96dd-121faf1adcc1'], hosted agents: [] {{(pid=108235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 07:54:45.324794 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60590cea-cbe5-4d64-988b-42ea2aae4510 admin admin] Network 67dbeb90-d5a3-4f48-ac88-03a77ae86fd1 is scheduled to be hosted by DHCP agent 5b28e82f-8d3c-4647-96dd-121faf1adcc1 with binding_index 1 {{(pid=108235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 07:54:45.434314 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [None req-60590cea-cbe5-4d64-988b-42ea2aae4510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815780-1-iscsi, 67dbeb90-d5a3-4f48-ac88-03a77ae86fd1) {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 07:54:45.438938 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60590cea-cbe5-4d64-988b-42ea2aae4510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:54:45.439515 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-60590cea-cbe5-4d64-988b-42ea2aae4510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:45.445036 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9119d4c-4109-4652-98bb-08ccff7fff25 None None] Network 67dbeb90-d5a3-4f48-ac88-03a77ae86fd1 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 07:54:45.552206 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-60590cea-cbe5-4d64-988b-42ea2aae4510 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6666942 Oct 28 07:54:45.599890 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24329e31-7427-59ac-9b86-4b698544276c-67dbeb90-d5a3-4f48-ac88-03a77ae86fd1', 'network_id': '67dbeb90-d5a3-4f48-ac88-03a77ae86fd1', 'tenant_id': '0ac41b38c1b345f490685aa34b10874f', 'fixed_ips': [{'subnet_id': 'c5d3cc31-07f9-4746-a342-90cba7627c6c'}]}} from dv-cinder-815780-1-iscsi. {{(pid=108237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 07:54:45.600804 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:45.758947 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Allocated IP 192.168.233.2 (67dbeb90-d5a3-4f48-ac88-03a77ae86fd1/c5d3cc31-07f9-4746-a342-90cba7627c6c/a82823d0-6998-4dac-90a7-82ac70730c83) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 07:54:45.925609 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:46.024320 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:46.069073 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Network 67dbeb90-d5a3-4f48-ac88-03a77ae86fd1 is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 07:54:46.072729 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 07:54:46.076709 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 07:54:46.086400 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Pushing event updated for resources: {'Port': ['ID=a82823d0-6998-4dac-90a7-82ac70730c83,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:54:46.099670 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:46.100117 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:46.102846 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:46.103487 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:46.103855 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:46.104200 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:46.104598 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:46.104876 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:46.105228 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:46.105573 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:46.106020 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:46.106273 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:54:46.162181 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Attempting to bind port a82823d0-6998-4dac-90a7-82ac70730c83 on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 07:54:46.162565 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Attempting to bind port a82823d0-6998-4dac-90a7-82ac70730c83 by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': '14a01bcb-4717-48a7-a122-73910f54f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '67dbeb90-d5a3-4f48-ac88-03a77ae86fd1'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 07:54:46.162960 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Attempting to bind port a82823d0-6998-4dac-90a7-82ac70730c83 on network 67dbeb90-d5a3-4f48-ac88-03a77ae86fd1 {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 07:54:46.168409 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 7, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 07:54:46.168789 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Checking segment: {'id': '14a01bcb-4717-48a7-a122-73910f54f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '67dbeb90-d5a3-4f48-ac88-03a77ae86fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 07:54:46.169246 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:46.169867 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Bound using segment: {'id': '14a01bcb-4717-48a7-a122-73910f54f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '67dbeb90-d5a3-4f48-ac88-03a77ae86fd1'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 07:54:46.170564 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Bound port: a82823d0-6998-4dac-90a7-82ac70730c83, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a01bcb-4717-48a7-a122-73910f54f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '67dbeb90-d5a3-4f48-ac88-03a77ae86fd1'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 07:54:46.170988 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:46.242326 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] For port a82823d0-6998-4dac-90a7-82ac70730c83, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 07:54:46.245898 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] For port a82823d0-6998-4dac-90a7-82ac70730c83, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=a82823d0-6998-4dac-90a7-82ac70730c83,segment=NetworkSegment(14a01bcb-4717-48a7-a122-73910f54f9a4),segment_id=14a01bcb-4717-48a7-a122-73910f54f9a4)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 07:54:46.349815 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:46.415437 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51906036-cb1a-498d-8f28-50564fe21dac None None] Pushing event updated for resources: {'Port': ['ID=a82823d0-6998-4dac-90a7-82ac70730c83,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:54:46.646128 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-50bfc747-db96-46fa-b5b7-43c8c11b35cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:47.301960 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aac25c-9113-4fc3-9a68-7d554c3ea2c2 None None] Network 67dbeb90-d5a3-4f48-ac88-03a77ae86fd1 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 07:54:47.372392 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-56676870-bccb-4b96-bb5f-d1f26c21375c None None] Provisioning complete for port a82823d0-6998-4dac-90a7-82ac70730c83 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 07:54:47.372764 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-56676870-bccb-4b96-bb5f-d1f26c21375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:47.517050 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device a82823d0-6998-4dac-90a7-82ac70730c83 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 07:54:47.565868 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-56676870-bccb-4b96-bb5f-d1f26c21375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:47.621146 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-56676870-bccb-4b96-bb5f-d1f26c21375c None None] For port a82823d0-6998-4dac-90a7-82ac70730c83, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=a82823d0-6998-4dac-90a7-82ac70730c83,segment=NetworkSegment(14a01bcb-4717-48a7-a122-73910f54f9a4),segment_id=14a01bcb-4717-48a7-a122-73910f54f9a4)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 07:54:47.623399 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port a82823d0-6998-4dac-90a7-82ac70730c83 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 07:54:47.623399 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:47.716694 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-56676870-bccb-4b96-bb5f-d1f26c21375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:47.753961 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:47.794142 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56676870-bccb-4b96-bb5f-d1f26c21375c None None] Pushing event updated for resources: {'Port': ['ID=a82823d0-6998-4dac-90a7-82ac70730c83,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:54:47.843786 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.db.api [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 07:54:47.844132 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG oslo_db.api [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 07:54:47.849454 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b4cc3b77-c8b4-4b28-aa7c-74644b95c036 None None] Provisioning complete for port a82823d0-6998-4dac-90a7-82ac70730c83 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 07:54:47.849851 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b4cc3b77-c8b4-4b28-aa7c-74644b95c036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:49.279934 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4ea5775b-8976-49c2-8656-4637b09bf04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:49.456120 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device a82823d0-6998-4dac-90a7-82ac70730c83 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 07:54:49.498127 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:49.512447 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port a82823d0-6998-4dac-90a7-82ac70730c83 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 07:54:49.512923 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:50.571351 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:52.559900 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:54:53.420433 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 5 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 07:55:16.627648 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b3ed92da-5fd8-4cc7-99e1-4b81b4792c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:55:19.307001 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-68a37d26-4aad-407b-af0e-8110ec1bd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:55:19.501403 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:55:20.638292 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:55:22.581384 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:55:30.419072 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 5 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 07:55:46.626148 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4da92876-3180-4902-8a3f-dad390a1e3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:55:49.295019 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b07c3f9a-4c6d-41c5-8d65-c3fc840289cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:55:49.489537 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:55:50.637532 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:55:52.598120 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:56:07.418467 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 5 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 07:56:15.544996 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 54642) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:56:15.550663 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [None req-eb5b53ff-bcc7-4996-a3a0-d0f417374d58 tempest-verify_tempest_config-115065257 tempest-verify_tempest_config-115065257-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=108235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 07:56:15.551705 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-eb5b53ff-bcc7-4996-a3a0-d0f417374d58 tempest-verify_tempest_config-115065257 tempest-verify_tempest_config-115065257-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058091 Oct 28 07:56:15.987979 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 54660) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:56:16.096231 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0e157f92-5ad0-4f0b-957e-00340f843fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:56:16.201644 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0e157f92-5ad0-4f0b-957e-00340f843fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:56:16.298135 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0e157f92-5ad0-4f0b-957e-00340f843fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:56:16.342196 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e157f92-5ad0-4f0b-957e-00340f843fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4d01d8-feeb-4562-9bbf-9c38c3761e2c,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:56:16.346573 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-0e157f92-5ad0-4f0b-957e-00340f843fbd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b38db7295a8c4d87b43cc73581ed7512&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3576071 Oct 28 07:56:16.349405 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 54666) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:56:16.351439 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e157f92-5ad0-4f0b-957e-00340f843fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.351800 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e157f92-5ad0-4f0b-957e-00340f843fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.352139 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e157f92-5ad0-4f0b-957e-00340f843fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.352468 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e157f92-5ad0-4f0b-957e-00340f843fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.352795 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e157f92-5ad0-4f0b-957e-00340f843fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.353119 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e157f92-5ad0-4f0b-957e-00340f843fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.353441 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e157f92-5ad0-4f0b-957e-00340f843fbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.353776 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e157f92-5ad0-4f0b-957e-00340f843fbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.354114 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e157f92-5ad0-4f0b-957e-00340f843fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.354434 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e157f92-5ad0-4f0b-957e-00340f843fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.354831 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e157f92-5ad0-4f0b-957e-00340f843fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.355159 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e157f92-5ad0-4f0b-957e-00340f843fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.407009 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-11a872b0-2e53-4faf-ac52-a00dbbb957b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:56:16.429460 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-11a872b0-2e53-4faf-ac52-a00dbbb957b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:56:16.625343 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-11a872b0-2e53-4faf-ac52-a00dbbb957b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:56:16.627981 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-11a872b0-2e53-4faf-ac52-a00dbbb957b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:56:16.629349 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-11a872b0-2e53-4faf-ac52-a00dbbb957b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf4d01d8-feeb-4562-9bbf-9c38c3761e2c HTTP/1.1" status: 204 len: 168 time: 0.2780070 Oct 28 07:56:16.640319 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a872b0-2e53-4faf-ac52-a00dbbb957b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4d01d8-feeb-4562-9bbf-9c38c3761e2c,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:56:16.644116 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a872b0-2e53-4faf-ac52-a00dbbb957b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.644487 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a872b0-2e53-4faf-ac52-a00dbbb957b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.644841 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a872b0-2e53-4faf-ac52-a00dbbb957b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.645177 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a872b0-2e53-4faf-ac52-a00dbbb957b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.645505 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a872b0-2e53-4faf-ac52-a00dbbb957b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.645853 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a872b0-2e53-4faf-ac52-a00dbbb957b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.646182 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a872b0-2e53-4faf-ac52-a00dbbb957b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.647073 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a872b0-2e53-4faf-ac52-a00dbbb957b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.647407 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a872b0-2e53-4faf-ac52-a00dbbb957b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.647734 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a872b0-2e53-4faf-ac52-a00dbbb957b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.648056 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a872b0-2e53-4faf-ac52-a00dbbb957b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.648373 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a872b0-2e53-4faf-ac52-a00dbbb957b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:56:16.675552 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b79e094a-8837-438f-8db1-e46e01553bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:56:19.305675 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-93077470-97fa-43b4-a242-aa3e10c59beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:56:19.550966 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:56:20.635884 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:56:22.585508 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:56:44.418538 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 5 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 07:56:46.623868 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2967bba9-a85b-492c-b17d-7dd848fca0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:56:49.281035 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7557d362-f6ac-4c8b-90e0-aeee5aabcb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:56:49.504126 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:56:50.584898 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:56:52.584204 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:57:16.644170 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-92e5e594-6437-47ed-9112-17ce0ee42a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:57:19.283940 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-580747ca-2cf7-48d4-93f2-57629071bfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:57:19.497372 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:57:20.589586 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:57:21.417649 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 5 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 07:57:22.600308 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:57:46.631195 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-649fa760-8506-483f-8db0-e43060d8735f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:57:49.288665 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-05ad3b3d-a7d0-42d6-ad14-cc41a9e80da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:57:49.551375 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:57:50.629486 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:57:52.619869 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:57:55.607944 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587173'] for agent, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:57:58.416623 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 07:58:10.257659 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 54740) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:58:10.366860 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-32590e60-4f69-4719-b8e2-015895ce022b admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1080558 Oct 28 07:58:12.618952 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 54750) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:58:12.675252 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-0f1bc67c-e7b7-41b9-9d5a-e9493006300a admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0551760 Oct 28 07:58:16.661700 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5d254b3c-c090-47ef-899d-a92f8d20155b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:58:19.285549 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7229abb0-605b-429f-b14a-dee769c5f730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:58:19.509049 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:58:20.615707 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:58:22.606957 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:58:25.529566 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:58:35.415787 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 07:58:46.643515 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-11e5b0ef-cdf9-4084-8e1e-2c1ee9158802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:58:49.283382 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-397520c4-834e-40f4-a344-3b218f835fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:58:49.495186 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:58:50.651100 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:58:52.611246 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:58:55.557512 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:12.415040 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 07:59:16.621067 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-685e4659-6ea1-4bcb-a427-e82f83df6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:19.300957 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-58ad8e57-a66a-46ee-9124-94ad07daacd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:19.500691 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:20.626445 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:22.630578 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:25.581116 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:46.625102 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9993f367-477b-4442-957a-9adffeba57f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:49.283058 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-cfba8f75-c482-405d-92d7-5002a10cbe32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:49.415645 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 07:59:49.492433 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:50.580000 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:52.626630 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:55.568852 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:58.361008 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 54978) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:59:58.457678 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 54986) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:59:58.615101 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 54998) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:59:58.710908 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-network', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 07:59:58.818557 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Made reservation on behalf of bcf05c3e19af4f1fb37f6ac697f5b8cb for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 07:59:58.821024 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:58.830874 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:58.884276 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-1f844c4b-6779-4b33-ae88-50bc81e481f1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1009613534-network', 'tenant_id': 'ea378425f57e4c9598663e9e73aafe77'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 07:59:58.915924 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 55010) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:59:58.959667 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:58.972874 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1821364795-network', 'tenant_id': 'b9df9af85b934838a36075f431459a17'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 07:59:59.013312 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f844c4b-6779-4b33-ae88-50bc81e481f1 admin admin] Made reservation on behalf of ea378425f57e4c9598663e9e73aafe77 for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 07:59:59.016307 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f844c4b-6779-4b33-ae88-50bc81e481f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.025916 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f844c4b-6779-4b33-ae88-50bc81e481f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.072016 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.101613 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Made reservation on behalf of b9df9af85b934838a36075f431459a17 for: {'network': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 07:59:59.107565 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for network, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.168693 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-4fbaa6a8-f98d-4821-93e6-14a43c7a9bb2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-204117125-network', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 07:59:59.191252 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.193940 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=108236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 07:59:59.233184 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754292201476', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.234540 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Unsubscribe: segment precommit_create {{(pid=108236) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 07:59:59.235230 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Added segment 2896dab4-65aa-4561-8c15-ddc25c74ba15 of type vlan for network 20337a09-3f8c-4816-b371-3113e23fc3c9 Oct 28 07:59:59.255573 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf7f0e9-d3bf-4efb-a9f5-8ea72c15f5a8,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:59:59.285938 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.286484 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.287230 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.287747 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.288242 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.288780 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.289291 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.289825 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.290361 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.290906 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.291410 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.291960 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Tracked resource versions report: Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: pushed versions: Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: { 'AddressGroup': {'1.2'}, Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'ConntrackHelper': {'1.0'}, Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'Log': {'1.0'}, Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'Network': {'1.1'}, Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'Port': {'1.7'}, Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'PortForwarding': {'1.2'}, Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'QosPolicy': {'1.9'}, Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'SecurityGroup': {'1.4'}, Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'SecurityGroupRule': {'1.2'}, Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'SubPort': {'1.0'}, Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'Subnet': {'1.1'}, Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'Trunk': {'1.1'}} Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: consumer versions: Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: { DHCP agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: HyperV agent@hv-cinder-81578: {}, Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: L3 agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: Metadata agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: Metering agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: Open vSwitch agent@dv-cinder-815780-1-iscsi: { 'AddressGroup': '1.2', Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'ConntrackHelper': '1.0', Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'Log': '1.0', Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'Network': '1.1', Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'Port': '1.7', Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'PortForwarding': '1.2', Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'QosPolicy': '1.9', Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'SecurityGroup': '1.4', Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'SecurityGroupRule': '1.2', Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'SubPort': '1.0', Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'Subnet': '1.1', Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: 'Trunk': '1.1'}} Oct 28 07:59:59.293376 dv-cinder-815780-1-iscsi neutron-server[108236]: {{(pid=108236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 07:59:59.301490 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f844c4b-6779-4b33-ae88-50bc81e481f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.304273 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.322175 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbaa6a8-f98d-4821-93e6-14a43c7a9bb2 admin admin] Made reservation on behalf of dc0cb6f6b93541f18633bde7ab1d60a4 for: {'network': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 07:59:59.325281 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa6a8-f98d-4821-93e6-14a43c7a9bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for network, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.336054 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa6a8-f98d-4821-93e6-14a43c7a9bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.355871 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754291841136'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.388440 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f844c4b-6779-4b33-ae88-50bc81e481f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.419814 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.461566 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4979177b-609d-4eb7-bad0-629d990c2728,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:59:59.474834 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.475289 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.475925 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.476119 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.476523 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.476933 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.477434 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.477881 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.478379 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.478840 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.479551 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.479944 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Tracked resource versions report: Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: pushed versions: Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: { 'AddressGroup': {'1.2'}, Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'ConntrackHelper': {'1.0'}, Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'Log': {'1.0'}, Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'Network': {'1.1'}, Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'Port': {'1.7'}, Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'PortForwarding': {'1.2'}, Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'QosPolicy': {'1.9'}, Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'SecurityGroup': {'1.4'}, Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'SecurityGroupRule': {'1.2'}, Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'SubPort': {'1.0'}, Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'Subnet': {'1.1'}, Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'Trunk': {'1.1'}} Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: consumer versions: Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: { DHCP agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: HyperV agent@hv-cinder-81578: {}, Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: L3 agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: Metadata agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: Metering agent@dv-cinder-815780-1-iscsi: {}, Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: Open vSwitch agent@dv-cinder-815780-1-iscsi: { 'AddressGroup': '1.2', Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'ConntrackHelper': '1.0', Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'Log': '1.0', Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'Network': '1.1', Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'Port': '1.7', Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'PortForwarding': '1.2', Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'QosPolicy': '1.9', Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'SecurityGroup': '1.4', Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'SecurityGroupRule': '1.2', Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'SubPort': '1.0', Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'Subnet': '1.1', Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: 'Trunk': '1.1'}} Oct 28 07:59:59.481017 dv-cinder-815780-1-iscsi neutron-server[108235]: {{(pid=108235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 07:59:59.493527 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa6a8-f98d-4821-93e6-14a43c7a9bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.495489 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=108235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 07:59:59.514518 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.518115 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.db.segments_db [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Added segment 37bf3e3f-ea69-46a9-bb01-0a92158211ee of type vlan for network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 Oct 28 07:59:59.519884 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c4b-6779-4b33-ae88-50bc81e481f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412245a6-5cb9-4631-975b-0897a531bd9d,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:59:59.538502 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f844c4b-6779-4b33-ae88-50bc81e481f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=108236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 07:59:59.557154 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa6a8-f98d-4821-93e6-14a43c7a9bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.557345 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f844c4b-6779-4b33-ae88-50bc81e481f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.557575 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-1f844c4b-6779-4b33-ae88-50bc81e481f1 admin admin] Added segment 5fa268d8-a928-49a3-83cb-b1b58f2b8987 of type vlan for network f31acf72-a476-4a2c-a1b1-0af310beb7de Oct 28 07:59:59.559805 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.560805 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:59:59.561566 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.571352 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fbaa6a8-f98d-4821-93e6-14a43c7a9bb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=108235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 07:59:59.584313 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa6a8-f98d-4821-93e6-14a43c7a9bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.584772 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.db.segments_db [None req-4fbaa6a8-f98d-4821-93e6-14a43c7a9bb2 admin admin] Added segment b127d0de-a9b3-4a5b-8026-428c831895e9 of type vlan for network d4cd82f9-faba-431d-97e4-608ffe0281aa Oct 28 07:59:59.660721 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa6a8-f98d-4821-93e6-14a43c7a9bb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754291841136'] for network, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.697859 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] Pushing event updated for resources: {'Network': ['ID=20337a09-3f8c-4816-b371-3113e23fc3c9,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:59:59.708637 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754291841136'] for network, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.719846 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Network 20337a09-3f8c-4816-b371-3113e23fc3c9 details requested by agent ovs-agent-dv-cinder-815780-1-iscsi with host dv-cinder-815780-1-iscsi {{(pid=108237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 07:59:59.789524 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbaa6a8-f98d-4821-93e6-14a43c7a9bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04b3cdc-a59f-4f01-bd1e-ef63dcaecb70,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:59:59.793993 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f844c4b-6779-4b33-ae88-50bc81e481f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754291841136'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.811795 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-2b799a05-abd9-4035-8939-661934d23071 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4464285 Oct 28 07:59:59.811795 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 55054) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 07:59:59.816377 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-45114699-9721-4aaa-ad3c-44f640024b12 admin admin] Request body: {'subnet': {'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-subnet', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 07:59:59.871145 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for network, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.875594 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:59:59.876182 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.881328 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa6a8-f98d-4821-93e6-14a43c7a9bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for network, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.882208 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbaa6a8-f98d-4821-93e6-14a43c7a9bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:59:59.882786 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa6a8-f98d-4821-93e6-14a43c7a9bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.953580 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] Pushing event updated for resources: {'Network': ['ID=35f534e6-c3cc-4ef7-b110-42cfe99bd7b7,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 07:59:59.956205 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f844c4b-6779-4b33-ae88-50bc81e481f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.959570 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f844c4b-6779-4b33-ae88-50bc81e481f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 07:59:59.962165 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f844c4b-6779-4b33-ae88-50bc81e481f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 07:59:59.979906 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 details requested by agent ovs-agent-dv-cinder-815780-1-iscsi with host dv-cinder-815780-1-iscsi {{(pid=108237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:00:00.035239 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45114699-9721-4aaa-ad3c-44f640024b12 admin admin] Made reservation on behalf of bcf05c3e19af4f1fb37f6ac697f5b8cb for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:00:00.045410 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-45114699-9721-4aaa-ad3c-44f640024b12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:00.108663 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbaa6a8-f98d-4821-93e6-14a43c7a9bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=d4cd82f9-faba-431d-97e4-608ffe0281aa,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:00.116619 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-1f844c4b-6779-4b33-ae88-50bc81e481f1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6576660 Oct 28 08:00:00.121248 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 55070) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:00.125735 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Network d4cd82f9-faba-431d-97e4-608ffe0281aa details requested by agent ovs-agent-dv-cinder-815780-1-iscsi with host dv-cinder-815780-1-iscsi {{(pid=108237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:00:00.137451 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-b5fc70cb-f267-4d9a-9fe3-13d62d7fa8cc admin admin] Request body: {'subnet': {'network_id': 'f31acf72-a476-4a2c-a1b1-0af310beb7de', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1009613534-subnet', 'tenant_id': 'ea378425f57e4c9598663e9e73aafe77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:00.142705 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844c4b-6779-4b33-ae88-50bc81e481f1 admin admin] Pushing event updated for resources: {'Network': ['ID=f31acf72-a476-4a2c-a1b1-0af310beb7de,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:00.163352 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-4fbaa6a8-f98d-4821-93e6-14a43c7a9bb2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2456903 Oct 28 08:00:00.166986 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-fd04e413-966d-4051-b57c-4a8607b60429 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5508060 Oct 28 08:00:00.169495 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 55072) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:00.174203 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 55074) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:00.190316 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Network f31acf72-a476-4a2c-a1b1-0af310beb7de details requested by agent ovs-agent-dv-cinder-815780-1-iscsi with host dv-cinder-815780-1-iscsi {{(pid=108237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:00:00.190586 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-7168e0e5-cf52-4a41-9f20-29b13a0b4511 admin admin] Request body: {'subnet': {'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1821364795-subnet', 'tenant_id': 'b9df9af85b934838a36075f431459a17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:00.190787 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-28df630a-4da6-4a34-b581-b0a656e0be2e admin admin] Request body: {'subnet': {'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-204117125-subnet', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:00.287904 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fc70cb-f267-4d9a-9fe3-13d62d7fa8cc admin admin] Made reservation on behalf of ea378425f57e4c9598663e9e73aafe77 for: {'subnet': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:00:00.290505 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-b5fc70cb-f267-4d9a-9fe3-13d62d7fa8cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:00.481815 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7168e0e5-cf52-4a41-9f20-29b13a0b4511 admin admin] Made reservation on behalf of b9df9af85b934838a36075f431459a17 for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:00:00.484430 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7168e0e5-cf52-4a41-9f20-29b13a0b4511 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:00.536298 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-45114699-9721-4aaa-ad3c-44f640024b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:00.605777 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28df630a-4da6-4a34-b581-b0a656e0be2e admin admin] Made reservation on behalf of dc0cb6f6b93541f18633bde7ab1d60a4 for: {'subnet': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:00:00.608621 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-28df630a-4da6-4a34-b581-b0a656e0be2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:00.609143 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45114699-9721-4aaa-ad3c-44f640024b12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7836a6e2-0468-4f0c-be17-0b444d74b4ad,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:00.632409 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-b5fc70cb-f267-4d9a-9fe3-13d62d7fa8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for subnet, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:00.643640 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45114699-9721-4aaa-ad3c-44f640024b12 admin admin] Checking segment: {'id': '2896dab4-65aa-4561-8c15-ddc25c74ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:00:00.644413 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45114699-9721-4aaa-ad3c-44f640024b12 admin admin] Network hostable DHCP agents. Network: 20337a09-3f8c-4816-b371-3113e23fc3c9, hostable agents: ['5b28e82f-8d3c-4647-96dd-121faf1adcc1'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:00:00.756212 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc70cb-f267-4d9a-9fe3-13d62d7fa8cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7350d300-153b-4c79-aaf4-a45fa20977a8,revision_number=0']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:00.789662 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45114699-9721-4aaa-ad3c-44f640024b12 admin admin] Network 20337a09-3f8c-4816-b371-3113e23fc3c9 is scheduled to be hosted by DHCP agent 5b28e82f-8d3c-4647-96dd-121faf1adcc1 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:00:00.809329 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fc70cb-f267-4d9a-9fe3-13d62d7fa8cc admin admin] Checking segment: {'id': '5fa268d8-a928-49a3-83cb-b1b58f2b8987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f31acf72-a476-4a2c-a1b1-0af310beb7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:00:00.809679 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fc70cb-f267-4d9a-9fe3-13d62d7fa8cc admin admin] Network hostable DHCP agents. Network: f31acf72-a476-4a2c-a1b1-0af310beb7de, hostable agents: ['5b28e82f-8d3c-4647-96dd-121faf1adcc1'], hosted agents: [] {{(pid=108235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:00:00.871330 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-45114699-9721-4aaa-ad3c-44f640024b12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815780-1-iscsi, 20337a09-3f8c-4816-b371-3113e23fc3c9) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:00:00.877624 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45114699-9721-4aaa-ad3c-44f640024b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:00.881606 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-45114699-9721-4aaa-ad3c-44f640024b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:00.884649 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3346c4ac-ce1b-47bd-8028-ced16fba327a None None] Network 20337a09-3f8c-4816-b371-3113e23fc3c9 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:00:00.906891 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7168e0e5-cf52-4a41-9f20-29b13a0b4511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:00.978236 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168e0e5-cf52-4a41-9f20-29b13a0b4511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0de35a65-ec2c-4494-9394-75899e9e59fa,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:00.996185 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fc70cb-f267-4d9a-9fe3-13d62d7fa8cc admin admin] Network f31acf72-a476-4a2c-a1b1-0af310beb7de is scheduled to be hosted by DHCP agent 5b28e82f-8d3c-4647-96dd-121faf1adcc1 with binding_index 1 {{(pid=108235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:00:01.005682 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-45114699-9721-4aaa-ad3c-44f640024b12 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1929290 Oct 28 08:00:01.006960 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7168e0e5-cf52-4a41-9f20-29b13a0b4511 admin admin] Checking segment: {'id': '37bf3e3f-ea69-46a9-bb01-0a92158211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:00:01.007320 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7168e0e5-cf52-4a41-9f20-29b13a0b4511 admin admin] Network hostable DHCP agents. Network: 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7, hostable agents: ['5b28e82f-8d3c-4647-96dd-121faf1adcc1'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:00:01.010629 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 55114) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:01.015932 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-457e234c-44d0-4dc3-b4ce-0cb5fd32ac58 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:01.022801 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [None req-b5fc70cb-f267-4d9a-9fe3-13d62d7fa8cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815780-1-iscsi, f31acf72-a476-4a2c-a1b1-0af310beb7de) {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:00:01.037915 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fc70cb-f267-4d9a-9fe3-13d62d7fa8cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:01.038514 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-b5fc70cb-f267-4d9a-9fe3-13d62d7fa8cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:01.059541 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-28df630a-4da6-4a34-b581-b0a656e0be2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for subnet, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:01.065052 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca8261e-90eb-440d-8f06-cb6ce16b17ee None None] Network f31acf72-a476-4a2c-a1b1-0af310beb7de requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:00:01.090810 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 55120) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:01.113622 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 55124) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:01.125007 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df630a-4da6-4a34-b581-b0a656e0be2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf29cbc-a17c-4554-9049-631a8b4fc8a2,revision_number=0']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:01.132731 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7168e0e5-cf52-4a41-9f20-29b13a0b4511 admin admin] Network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 is scheduled to be hosted by DHCP agent 5b28e82f-8d3c-4647-96dd-121faf1adcc1 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:00:01.136452 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28df630a-4da6-4a34-b581-b0a656e0be2e admin admin] Checking segment: {'id': 'b127d0de-a9b3-4a5b-8026-428c831895e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:00:01.136452 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28df630a-4da6-4a34-b581-b0a656e0be2e admin admin] Network hostable DHCP agents. Network: d4cd82f9-faba-431d-97e4-608ffe0281aa, hostable agents: ['5b28e82f-8d3c-4647-96dd-121faf1adcc1'], hosted agents: [] {{(pid=108235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:00:01.157151 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-457e234c-44d0-4dc3-b4ce-0cb5fd32ac58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:01.158898 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-457e234c-44d0-4dc3-b4ce-0cb5fd32ac58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-557362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:01.194529 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24329e31-7427-59ac-9b86-4b698544276c-20337a09-3f8c-4816-b371-3113e23fc3c9', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad'}]}} from dv-cinder-815780-1-iscsi. {{(pid=108237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:00:01.196258 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:01.244234 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-7168e0e5-cf52-4a41-9f20-29b13a0b4511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815780-1-iscsi, 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:00:01.249527 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-457e234c-44d0-4dc3-b4ce-0cb5fd32ac58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:01.252005 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7168e0e5-cf52-4a41-9f20-29b13a0b4511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:01.252514 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-b5fc70cb-f267-4d9a-9fe3-13d62d7fa8cc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1294165 Oct 28 08:00:01.252629 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7168e0e5-cf52-4a41-9f20-29b13a0b4511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:01.271832 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efea8b41-b9c3-471b-8c6f-43ef13760362 None None] Network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:00:01.305981 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-71a3e73d-99e7-4825-bee5-0488f639f047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:01.311843 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28df630a-4da6-4a34-b581-b0a656e0be2e admin admin] Network d4cd82f9-faba-431d-97e4-608ffe0281aa is scheduled to be hosted by DHCP agent 5b28e82f-8d3c-4647-96dd-121faf1adcc1 with binding_index 1 {{(pid=108235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:00:01.318543 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [None req-28df630a-4da6-4a34-b581-b0a656e0be2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815780-1-iscsi, d4cd82f9-faba-431d-97e4-608ffe0281aa) {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:00:01.328358 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28df630a-4da6-4a34-b581-b0a656e0be2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:01.329001 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-28df630a-4da6-4a34-b581-b0a656e0be2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:01.357892 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-7168e0e5-cf52-4a41-9f20-29b13a0b4511 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1823354 Oct 28 08:00:01.387447 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876d6c94-3375-4829-b305-7ed04711fa58 None None] Network d4cd82f9-faba-431d-97e4-608ffe0281aa requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:00:01.405515 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-28df630a-4da6-4a34-b581-b0a656e0be2e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2273881 Oct 28 08:00:01.409731 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 55138) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:01.415182 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe97db1-3164-4c6c-833e-d87e242bf1f8 None None] Network f31acf72-a476-4a2c-a1b1-0af310beb7de requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:00:01.423062 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-3a8ec96a-9d67-4dde-ba07-579a616320fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:01.455687 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0c857acb-1170-4a74-8faa-30d8b581bf58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:01.563308 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3a8ec96a-9d67-4dde-ba07-579a616320fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:01.565731 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-457e234c-44d0-4dc3-b4ce-0cb5fd32ac58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:01.568935 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3a8ec96a-9d67-4dde-ba07-579a616320fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-557362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:01.623261 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-71a3e73d-99e7-4825-bee5-0488f639f047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:01.662498 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0c857acb-1170-4a74-8faa-30d8b581bf58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:01.705324 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Allocated IP 172.20.0.2 (20337a09-3f8c-4816-b371-3113e23fc3c9/7836a6e2-0468-4f0c-be17-0b444d74b4ad/5c25af92-ab0f-4d63-8038-2a73a38cdf7e) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:00:01.765973 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3a8ec96a-9d67-4dde-ba07-579a616320fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:01.792667 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0c857acb-1170-4a74-8faa-30d8b581bf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:01.797046 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-71a3e73d-99e7-4825-bee5-0488f639f047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:01.912539 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fbd2c2-5ebf-4469-a23d-3c7674cddeaa None None] Network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:00:01.929813 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-0c857acb-1170-4a74-8faa-30d8b581bf58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0d668106c61499bad08433b18c55236&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8368607 Oct 28 08:00:01.934776 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-71a3e73d-99e7-4825-bee5-0488f639f047 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13f6c2aa174d4088b9e5e51ba684dfe4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8188901 Oct 28 08:00:01.936358 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 55158) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:01.936945 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 55160) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:01.938095 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c857acb-1170-4a74-8faa-30d8b581bf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa9f796-2eba-45ae-b92d-2525d909dd43,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:02.025453 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 55164) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:02.149951 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3e73d-99e7-4825-bee5-0488f639f047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dc2b33-3e47-4efa-a130-b2c4aa256bf6,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:02.188298 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-522b1ed0-2888-46c8-9043-afe4cd9b804a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:02.218889 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24329e31-7427-59ac-9b86-4b698544276c-d4cd82f9-faba-431d-97e4-608ffe0281aa', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'fixed_ips': [{'subnet_id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2'}]}} from dv-cinder-815780-1-iscsi. {{(pid=108237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:00:02.221103 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:02.248695 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-522b1ed0-2888-46c8-9043-afe4cd9b804a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:02.254084 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:02.290856 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3a8ec96a-9d67-4dde-ba07-579a616320fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:02.440948 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 55196) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:02.446250 dv-cinder-815780-1-iscsi neutron-server[108235]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 08:00:02.522351 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 55202) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:02.536747 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9f8d4ab8-9add-4678-b78f-a0f1f6ea737e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:02.547357 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-41af6236-acb9-4c79-9cc3-b11e1089f589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:02.558363 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] Allocated IP 172.20.0.2 (d4cd82f9-faba-431d-97e4-608ffe0281aa/ebf29cbc-a17c-4554-9049-631a8b4fc8a2/b616f79c-6a26-4f06-b884-0eca276780b9) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:00:02.571457 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:02.586387 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9f8d4ab8-9add-4678-b78f-a0f1f6ea737e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:02.604331 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-457e234c-44d0-4dc3-b4ce-0cb5fd32ac58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:02.652015 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Network 20337a09-3f8c-4816-b371-3113e23fc3c9 is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:00:02.652458 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-457e234c-44d0-4dc3-b4ce-0cb5fd32ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:02.662092 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:00:02.676267 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:00:02.679577 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Pushing event updated for resources: {'Port': ['ID=5c25af92-ab0f-4d63-8038-2a73a38cdf7e,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:02.706815 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-522b1ed0-2888-46c8-9043-afe4cd9b804a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:02.709642 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-522b1ed0-2888-46c8-9043-afe4cd9b804a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:02.710932 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-522b1ed0-2888-46c8-9043-afe4cd9b804a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5fa9f796-2eba-45ae-b92d-2525d909dd43 HTTP/1.1" status: 204 len: 168 time: 0.7596486 Oct 28 08:00:02.726345 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:02.730775 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:02.734209 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:02.734655 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:02.735205 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:02.735966 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:02.736460 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:02.736963 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:02.737518 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:02.738026 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:02.738522 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:02.741074 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:02.743043 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b1ed0-2888-46c8-9043-afe4cd9b804a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa9f796-2eba-45ae-b92d-2525d909dd43,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Tracked resource versions report: Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: pushed versions: Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: { 'AddressGroup': {'1.2'}, Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'ConntrackHelper': {'1.0'}, Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'Log': {'1.0'}, Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'Network': {'1.1'}, Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'Port': {'1.7'}, Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'PortForwarding': {'1.2'}, Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'QosPolicy': {'1.9'}, Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'SecurityGroup': {'1.4'}, Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'SubPort': {'1.0'}, Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'Subnet': {'1.1'}, Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'Trunk': {'1.1'}} Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: consumer versions: Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: { DHCP agent@dv-cinder-815780-1-iscsi: {}, Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: HyperV agent@hv-cinder-81578: {}, Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: L3 agent@dv-cinder-815780-1-iscsi: {}, Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: Metadata agent@dv-cinder-815780-1-iscsi: {}, Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: Metering agent@dv-cinder-815780-1-iscsi: {}, Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: Open vSwitch agent@dv-cinder-815780-1-iscsi: { 'AddressGroup': '1.2', Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'ConntrackHelper': '1.0', Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'Log': '1.0', Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'Network': '1.1', Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'Port': '1.7', Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'PortForwarding': '1.2', Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'QosPolicy': '1.9', Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'SecurityGroup': '1.4', Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'SecurityGroupRule': '1.2', Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'SubPort': '1.0', Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'Subnet': '1.1', Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: 'Trunk': '1.1'}} Oct 28 08:00:02.744300 dv-cinder-815780-1-iscsi neutron-server[108237]: {{(pid=108237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:00:02.783953 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a0280-149f-45b6-98fa-47ce0f28880f req-d22652ca-28ef-4e93-ae7f-30d7f42bc628 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:02.786088 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-213a0280-149f-45b6-98fa-47ce0f28880f req-d22652ca-28ef-4e93-ae7f-30d7f42bc628 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/networks?id=35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 HTTP/1.1" status: 200 len: 815 time: 0.3425257 Oct 28 08:00:02.822807 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-02ceedc1-697f-4363-b805-9105f8675b7a tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:02.825731 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-02ceedc1-697f-4363-b805-9105f8675b7a tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/networks?id=f31acf72-a476-4a2c-a1b1-0af310beb7de HTTP/1.1" status: 200 len: 812 time: 0.2804947 Oct 28 08:00:02.828042 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-213a0280-149f-45b6-98fa-47ce0f28880f req-aa85c71f-15ec-4f66-a48e-6f7e77c4ded5 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/quotas/b9df9af85b934838a36075f431459a17 HTTP/1.1" status: 200 len: 375 time: 0.0346861 Oct 28 08:00:02.867817 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9f8d4ab8-9add-4678-b78f-a0f1f6ea737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:02.874904 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9f8d4ab8-9add-4678-b78f-a0f1f6ea737e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:02.874904 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-9f8d4ab8-9add-4678-b78f-a0f1f6ea737e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43dc2b33-3e47-4efa-a130-b2c4aa256bf6 HTTP/1.1" status: 204 len: 168 time: 0.9191837 Oct 28 08:00:02.885012 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-41af6236-acb9-4c79-9cc3-b11e1089f589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:02.886307 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-457e234c-44d0-4dc3-b4ce-0cb5fd32ac58 admin admin] Allocated IP 172.27.3.31 (77f84cc0-8b47-4277-be58-a93709c02eeb/2fc1b7ce-548a-406e-9830-ae6bdd788adb/4d6a1301-d8cf-47e9-8557-397fbed7f552) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:00:02.886434 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-f351c844-3cf3-4c39-9b59-906468ab2f3d tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/quotas/ea378425f57e4c9598663e9e73aafe77 HTTP/1.1" status: 200 len: 375 time: 0.0484200 Oct 28 08:00:02.898765 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Attempting to bind port 5c25af92-ab0f-4d63-8038-2a73a38cdf7e on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:00:02.905995 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Attempting to bind port 5c25af92-ab0f-4d63-8038-2a73a38cdf7e by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': '2896dab4-65aa-4561-8c15-ddc25c74ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:00:02.905995 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Attempting to bind port 5c25af92-ab0f-4d63-8038-2a73a38cdf7e on network 20337a09-3f8c-4816-b371-3113e23fc3c9 {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:00:02.934005 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 7, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:00:02.937712 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d4ab8-9add-4678-b78f-a0f1f6ea737e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dc2b33-3e47-4efa-a130-b2c4aa256bf6,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:02.941995 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Checking segment: {'id': '2896dab4-65aa-4561-8c15-ddc25c74ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:00:02.943230 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:02.944277 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Bound using segment: {'id': '2896dab4-65aa-4561-8c15-ddc25c74ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:00:02.945598 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Bound port: 5c25af92-ab0f-4d63-8038-2a73a38cdf7e, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2896dab4-65aa-4561-8c15-ddc25c74ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:00:02.947194 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:02.963866 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-213a0280-149f-45b6-98fa-47ce0f28880f req-1c9cc796-58fb-43ae-b7de-92210fff4dc4 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9df9af85b934838a36075f431459a17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1224618 Oct 28 08:00:02.968688 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-17231eb4-c751-4151-a9c3-39055820df71 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ea378425f57e4c9598663e9e73aafe77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739491 Oct 28 08:00:03.056609 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:03.094858 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] For port 5c25af92-ab0f-4d63-8038-2a73a38cdf7e, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:00:03.101875 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] For port 5c25af92-ab0f-4d63-8038-2a73a38cdf7e, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=5c25af92-ab0f-4d63-8038-2a73a38cdf7e,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:00:03.103654 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-457e234c-44d0-4dc3-b4ce-0cb5fd32ac58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:03.112771 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3a8ec96a-9d67-4dde-ba07-579a616320fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:03.117327 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-41af6236-acb9-4c79-9cc3-b11e1089f589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:03.138375 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3a8ec96a-9d67-4dde-ba07-579a616320fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:03.183702 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-41af6236-acb9-4c79-9cc3-b11e1089f589 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a64155c97df74c119ee16f9ad0f3da74&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1527414 Oct 28 08:00:03.184831 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af6236-acb9-4c79-9cc3-b11e1089f589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07f3f0d-3236-43c2-bc01-b8dc9ebb0d26,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:03.199069 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 55216) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:03.203428 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:03.207772 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:03.253816 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-457e234c-44d0-4dc3-b4ce-0cb5fd32ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:03.270904 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] Network d4cd82f9-faba-431d-97e4-608ffe0281aa is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:00:03.277215 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] Pushing event updated for resources: {'Port': ['ID=b616f79c-6a26-4f06-b884-0eca276780b9,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:03.288828 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:00:03.290679 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:00:03.376433 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457e234c-44d0-4dc3-b4ce-0cb5fd32ac58 admin admin] Network 77f84cc0-8b47-4277-be58-a93709c02eeb is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:00:03.399055 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-457e234c-44d0-4dc3-b4ce-0cb5fd32ac58 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:00:03.400669 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed096c19-04e0-4ac7-b943-d85d74a5ccdb None None] Pushing event updated for resources: {'Port': ['ID=5c25af92-ab0f-4d63-8038-2a73a38cdf7e,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:03.404298 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] Attempting to bind port b616f79c-6a26-4f06-b884-0eca276780b9 on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:00:03.404814 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] Attempting to bind port b616f79c-6a26-4f06-b884-0eca276780b9 by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': 'b127d0de-a9b3-4a5b-8026-428c831895e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:00:03.405374 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] Attempting to bind port b616f79c-6a26-4f06-b884-0eca276780b9 on network d4cd82f9-faba-431d-97e4-608ffe0281aa {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:00:03.408447 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb6c0-82f0-4347-8832-0f31c71b96e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:03.410585 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457e234c-44d0-4dc3-b4ce-0cb5fd32ac58 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:00:03.415556 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e234c-44d0-4dc3-b4ce-0cb5fd32ac58 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6a1301-d8cf-47e9-8557-397fbed7f552,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:03.420265 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 7, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:00:03.422339 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] Checking segment: {'id': 'b127d0de-a9b3-4a5b-8026-428c831895e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:00:03.422339 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:03.422339 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] Bound using segment: {'id': 'b127d0de-a9b3-4a5b-8026-428c831895e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:00:03.422339 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] Bound port: b616f79c-6a26-4f06-b884-0eca276780b9, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b127d0de-a9b3-4a5b-8026-428c831895e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:00:03.422339 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:03.431127 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_common [None req-3a8ec96a-9d67-4dde-ba07-579a616320fc admin admin] Allocated IP 172.27.3.133 (77f84cc0-8b47-4277-be58-a93709c02eeb/2fc1b7ce-548a-406e-9830-ae6bdd788adb/042c759f-f9aa-4477-ae70-4adfcb319079) {{(pid=108235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:00:03.534594 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb6c0-82f0-4347-8832-0f31c71b96e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:03.560820 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] For port b616f79c-6a26-4f06-b884-0eca276780b9, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:00:03.568169 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] For port b616f79c-6a26-4f06-b884-0eca276780b9, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=b616f79c-6a26-4f06-b884-0eca276780b9,segment=NetworkSegment(b127d0de-a9b3-4a5b-8026-428c831895e9),segment_id=b127d0de-a9b3-4a5b-8026-428c831895e9)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:00:03.670645 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 55228) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:03.674454 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:03.674968 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-7a763e6a-1eb9-4d1f-a1a1-f438c6a0d407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:03.674968 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3a8ec96a-9d67-4dde-ba07-579a616320fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:03.845036 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca88ba-49e2-44b1-8e54-f27d5ae0edf0 None None] Pushing event updated for resources: {'Port': ['ID=b616f79c-6a26-4f06-b884-0eca276780b9,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:03.863768 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-3238d06c-aa58-4310-97be-ca8a876ba5ef service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=108235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:00:03.865377 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-3238d06c-aa58-4310-97be-ca8a876ba5ef service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3081741 Oct 28 08:00:03.873503 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [req-213a0280-149f-45b6-98fa-47ce0f28880f req-428c4336-0dcd-4137-a183-5063231bbb9b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=108235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:00:03.887260 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-213a0280-149f-45b6-98fa-47ce0f28880f req-428c4336-0dcd-4137-a183-5063231bbb9b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2508788 Oct 28 08:00:03.894078 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 5c25af92-ab0f-4d63-8038-2a73a38cdf7e up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:00:03.912591 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb6c0-82f0-4347-8832-0f31c71b96e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:03.915135 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb6c0-82f0-4347-8832-0f31c71b96e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:03.918549 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-6b9eb6c0-82f0-4347-8832-0f31c71b96e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b07f3f0d-3236-43c2-bc01-b8dc9ebb0d26 HTTP/1.1" status: 204 len: 168 time: 0.7160218 Oct 28 08:00:03.941398 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9eb6c0-82f0-4347-8832-0f31c71b96e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07f3f0d-3236-43c2-bc01-b8dc9ebb0d26,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:04.013456 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-457e234c-44d0-4dc3-b4ce-0cb5fd32ac58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:04.039097 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 5c25af92-ab0f-4d63-8038-2a73a38cdf7e triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:04.039666 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:04.064457 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3a8ec96a-9d67-4dde-ba07-579a616320fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:04.193207 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:04.294396 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] For port 5c25af92-ab0f-4d63-8038-2a73a38cdf7e, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=5c25af92-ab0f-4d63-8038-2a73a38cdf7e,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:00:04.352850 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-f465af2e-0962-4740-b040-3075153c0675 service neutron] 10.222.0.37 "GET /v2.0/networks/f31acf72-a476-4a2c-a1b1-0af310beb7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624538 Oct 28 08:00:04.353390 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-457e234c-44d0-4dc3-b4ce-0cb5fd32ac58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-557371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586405'] for router, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:04.357482 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8ec96a-9d67-4dde-ba07-579a616320fc admin admin] Network 77f84cc0-8b47-4277-be58-a93709c02eeb is already hosted by enough agents. {{(pid=108235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:00:04.372793 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:04.394562 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [None req-3a8ec96a-9d67-4dde-ba07-579a616320fc admin admin] Resources bound (agent type, host, resource id): {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:00:04.420211 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ec96a-9d67-4dde-ba07-579a616320fc admin admin] Received port after_create {{(pid=108235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:00:04.481943 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Pushing event updated for resources: {'Port': ['ID=5c25af92-ab0f-4d63-8038-2a73a38cdf7e,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:04.627025 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-7a763e6a-1eb9-4d1f-a1a1-f438c6a0d407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:04.627025 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ec96a-9d67-4dde-ba07-579a616320fc admin admin] Pushing event updated for resources: {'Port': ['ID=042c759f-f9aa-4477-ae70-4adfcb319079,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:04.774619 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-213a0280-149f-45b6-98fa-47ce0f28880f req-56974141-5946-47c8-9493-2d05a8cd1ff9 service neutron] 10.222.0.37 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8552995 Oct 28 08:00:04.779987 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-631c1f00-4a87-4b9d-b58d-1332ca1429ec service neutron] 10.222.0.37 "GET /v2.0/networks/f31acf72-a476-4a2c-a1b1-0af310beb7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061031 Oct 28 08:00:04.902245 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-213a0280-149f-45b6-98fa-47ce0f28880f req-42a21ddd-add3-4506-b874-8f0d236efc9d service neutron] 10.222.0.37 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119881 Oct 28 08:00:04.972039 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c288bc-073f-4cdc-ad69-1ab7501bea5a None None] Network 20337a09-3f8c-4816-b371-3113e23fc3c9 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:00:04.985145 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-7a763e6a-1eb9-4d1f-a1a1-f438c6a0d407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:05.035822 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457e234c-44d0-4dc3-b4ce-0cb5fd32ac58 admin admin] Router e23b813f-34d6-4de1-a1f3-064906d7b589 is scheduled to L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 with binding_index 1 {{(pid=108236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:00:05.039881 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-21f14ce0-f9dd-4c18-b6ce-61613b4d4774 None None] Provisioning complete for port 5c25af92-ab0f-4d63-8038-2a73a38cdf7e triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:05.039881 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-21f14ce0-f9dd-4c18-b6ce-61613b4d4774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:05.134136 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-7a763e6a-1eb9-4d1f-a1a1-f438c6a0d407 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b5783c8a6e14b43ae8676a4afb3f833&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4946861 Oct 28 08:00:05.166613 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 55256) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:05.204920 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e517227-3267-47eb-a50a-cef6e47d9c5d None None] Network d4cd82f9-faba-431d-97e4-608ffe0281aa requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:00:05.228116 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a763e6a-1eb9-4d1f-a1a1-f438c6a0d407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd72db4-29cf-438e-8f88-8dd83e8bc6f3,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:05.307499 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 55274) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:05.349728 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3e73da93-8c55-4912-af0f-cc359a13272f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:05.407342 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-43b01f81-e277-4cbe-b1e0-c5de2effa666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:05.434331 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457e234c-44d0-4dc3-b4ce-0cb5fd32ac58 admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:00:05.453743 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] Sync routers for ids ['e23b813f-34d6-4de1-a1f3-064906d7b589'] in dv-cinder-815780-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:00:05.524611 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] Routers {'e23b813f-34d6-4de1-a1f3-064906d7b589'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:00:05.525281 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T07:59:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['e23b813f-34d6-4de1-a1f3-064906d7b589'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:05.572602 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-43b01f81-e277-4cbe-b1e0-c5de2effa666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:05.676234 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-36034b32-de0f-4858-93f2-745d6f08049f req-48dae8b7-7291-4abd-a5c3-727746c540ac tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 210 time: 0.2278655 Oct 28 08:00:05.770138 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-329285a7-a640-4e31-86d9-ba7321757d11 None None] Provisioning complete for port b616f79c-6a26-4f06-b884-0eca276780b9 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:05.770528 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-329285a7-a640-4e31-86d9-ba7321757d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:05.808037 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-457e234c-44d0-4dc3-b4ce-0cb5fd32ac58 admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:05.821981 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-457e234c-44d0-4dc3-b4ce-0cb5fd32ac58 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8099873 Oct 28 08:00:05.828989 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 55302) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:05.855635 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3a8ec96a-9d67-4dde-ba07-579a616320fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:05.889472 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-89d64fa3-a891-41d2-8bad-dc45bb68866f req-b64cab19-dd32-4f6d-be2e-b9ab83e670ff tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 210 time: 0.1706231 Oct 28 08:00:05.997602 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] Set router e23b813f-34d6-4de1-a1f3-064906d7b589 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:00:06.031372 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 5c25af92-ab0f-4d63-8038-2a73a38cdf7e up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:00:06.271755 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 5c25af92-ab0f-4d63-8038-2a73a38cdf7e triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:06.271755 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:06.289051 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-329285a7-a640-4e31-86d9-ba7321757d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:06.355078 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-43b01f81-e277-4cbe-b1e0-c5de2effa666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:06.366166 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-43b01f81-e277-4cbe-b1e0-c5de2effa666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:06.371341 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-43b01f81-e277-4cbe-b1e0-c5de2effa666 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fdd72db4-29cf-438e-8f88-8dd83e8bc6f3 HTTP/1.1" status: 204 len: 168 time: 1.2012367 Oct 28 08:00:06.400757 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:03Z', 'revision_number': 3, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port': {'id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:02Z', 'updated_at': '2021-10-28T08:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:06.438970 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] Checking router: e23b813f-34d6-4de1-a1f3-064906d7b589 for host: dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:00:06.439277 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] Updating router e23b813f-34d6-4de1-a1f3-064906d7b589 port 4d6a1301-d8cf-47e9-8557-397fbed7f552 binding host dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:00:06.482506 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:06.493404 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b01f81-e277-4cbe-b1e0-c5de2effa666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd72db4-29cf-438e-8f88-8dd83e8bc6f3,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:06.536125 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3a8ec96a-9d67-4dde-ba07-579a616320fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-557371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586405'] for router, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:06.539541 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-329285a7-a640-4e31-86d9-ba7321757d11 None None] For port b616f79c-6a26-4f06-b884-0eca276780b9, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=b616f79c-6a26-4f06-b884-0eca276780b9,segment=NetworkSegment(b127d0de-a9b3-4a5b-8026-428c831895e9),segment_id=b127d0de-a9b3-4a5b-8026-428c831895e9)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:00:06.682376 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device b616f79c-6a26-4f06-b884-0eca276780b9 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:00:06.692261 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-329285a7-a640-4e31-86d9-ba7321757d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:06.828382 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329285a7-a640-4e31-86d9-ba7321757d11 None None] Pushing event updated for resources: {'Port': ['ID=b616f79c-6a26-4f06-b884-0eca276780b9,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:06.839717 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port b616f79c-6a26-4f06-b884-0eca276780b9 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:06.840163 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:06.892067 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6f5f7db4-e22f-4339-bef3-3d1b2842607e req-57e863a8-80b8-48e1-963f-fb5cb1cfbd96 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 210 time: 0.0972843 Oct 28 08:00:06.993350 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-9129d110-e88c-4116-89ab-f311e0e78cab None None] Provisioning complete for port 5c25af92-ab0f-4d63-8038-2a73a38cdf7e triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:06.993732 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9129d110-e88c-4116-89ab-f311e0e78cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:07.054445 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f9ad9420-cfb2-4f51-8920-cfe7f6bc0878 req-a434400b-8f19-4965-bb3f-a98aeec2ba02 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 210 time: 0.0405781 Oct 28 08:00:07.064725 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8ec96a-9d67-4dde-ba07-579a616320fc admin admin] Router 47a62a74-d464-47fa-ba39-c714feeb6d54 is scheduled to L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 with binding_index 1 {{(pid=108235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:00:07.107290 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3e73da93-8c55-4912-af0f-cc359a13272f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:07.123820 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] Notify callbacks [] for port, precommit_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:07.263400 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3e73da93-8c55-4912-af0f-cc359a13272f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:07.293015 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:07.298154 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8ec96a-9d67-4dde-ba07-579a616320fc admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:00:07.318804 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] Sync routers for ids ['47a62a74-d464-47fa-ba39-c714feeb6d54'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:00:07.326393 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-9129d110-e88c-4116-89ab-f311e0e78cab None None] Provisioning complete for port b616f79c-6a26-4f06-b884-0eca276780b9 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:07.329329 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9129d110-e88c-4116-89ab-f311e0e78cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:07.375443 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] Routers {'47a62a74-d464-47fa-ba39-c714feeb6d54'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:00:07.375443 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T07:59:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['47a62a74-d464-47fa-ba39-c714feeb6d54'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:07.440548 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f1187004-6745-4ff6-9180-6abac094ea40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:07.442425 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7905f3-ee95-4f7f-bbc2-a8bf853488dc None None] Pushing event updated for resources: {'Port': ['ID=4d6a1301-d8cf-47e9-8557-397fbed7f552,revision_number=2']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:07.446453 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] Attempting to bind port 4d6a1301-d8cf-47e9-8557-397fbed7f552 on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:00:07.447121 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] Attempting to bind port 4d6a1301-d8cf-47e9-8557-397fbed7f552 by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:00:07.447956 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] Attempting to bind port 4d6a1301-d8cf-47e9-8557-397fbed7f552 on network 77f84cc0-8b47-4277-be58-a93709c02eeb {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:00:07.455427 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3a8ec96a-9d67-4dde-ba07-579a616320fc admin admin] Notify callbacks [] for router, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:07.456411 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7905f3-ee95-4f7f-bbc2-a8bf853488dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:07.461652 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7905f3-ee95-4f7f-bbc2-a8bf853488dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:07.461811 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-3a8ec96a-9d67-4dde-ba07-579a616320fc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0459478 Oct 28 08:00:07.461917 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7905f3-ee95-4f7f-bbc2-a8bf853488dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:07.461917 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7905f3-ee95-4f7f-bbc2-a8bf853488dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:07.461917 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7905f3-ee95-4f7f-bbc2-a8bf853488dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:07.461917 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7905f3-ee95-4f7f-bbc2-a8bf853488dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:07.461917 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7905f3-ee95-4f7f-bbc2-a8bf853488dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:07.461917 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7905f3-ee95-4f7f-bbc2-a8bf853488dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:07.462445 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 55374) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:07.462544 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7905f3-ee95-4f7f-bbc2-a8bf853488dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:07.462544 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7905f3-ee95-4f7f-bbc2-a8bf853488dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:07.462544 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7905f3-ee95-4f7f-bbc2-a8bf853488dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:07.462544 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7905f3-ee95-4f7f-bbc2-a8bf853488dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7905f3-ee95-4f7f-bbc2-a8bf853488dc None None] Tracked resource versions report: Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: pushed versions: Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: { 'AddressGroup': {'1.2'}, Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'ConntrackHelper': {'1.0'}, Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'Log': {'1.0'}, Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'Network': {'1.1'}, Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'Port': {'1.7'}, Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'PortForwarding': {'1.2'}, Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'QosPolicy': {'1.9'}, Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'SecurityGroup': {'1.4'}, Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'SubPort': {'1.0'}, Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'Subnet': {'1.1'}, Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'Trunk': {'1.1'}} Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: consumer versions: Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: { DHCP agent@dv-cinder-815780-1-iscsi: {}, Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: HyperV agent@hv-cinder-81578: {}, Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: L3 agent@dv-cinder-815780-1-iscsi: {}, Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: Metadata agent@dv-cinder-815780-1-iscsi: {}, Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: Metering agent@dv-cinder-815780-1-iscsi: {}, Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: Open vSwitch agent@dv-cinder-815780-1-iscsi: { 'AddressGroup': '1.2', Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'ConntrackHelper': '1.0', Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'Log': '1.0', Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'Network': '1.1', Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'Port': '1.7', Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'PortForwarding': '1.2', Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'QosPolicy': '1.9', Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'SecurityGroup': '1.4', Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'SecurityGroupRule': '1.2', Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'SubPort': '1.0', Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'Subnet': '1.1', Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: 'Trunk': '1.1'}} Oct 28 08:00:07.464390 dv-cinder-815780-1-iscsi neutron-server[108238]: {{(pid=108238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:00:07.474112 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 7, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:00:07.474926 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] Checking segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:00:07.475555 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:07.476142 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] Bound using segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:00:07.476840 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] Bound port: 4d6a1301-d8cf-47e9-8557-397fbed7f552, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:00:07.477677 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:07.505778 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-3e73da93-8c55-4912-af0f-cc359a13272f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4550552105ee4fb2abf523b80f43ced9&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1889195 Oct 28 08:00:07.561940 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73da93-8c55-4912-af0f-cc359a13272f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e194e0f9-7175-4250-b827-5816670716f0,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:07.567485 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 55376) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:07.591847 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] For port 4d6a1301-d8cf-47e9-8557-397fbed7f552, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:00:07.597081 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] For port 4d6a1301-d8cf-47e9-8557-397fbed7f552, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=4d6a1301-d8cf-47e9-8557-397fbed7f552,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:00:07.688471 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:07.690526 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8b3c2836-9cb2-4d7b-96d8-642837435902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:07.744437 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device b616f79c-6a26-4f06-b884-0eca276780b9 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:00:07.779027 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8b3c2836-9cb2-4d7b-96d8-642837435902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:07.841907 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7905f3-ee95-4f7f-bbc2-a8bf853488dc None None] Pushing event updated for resources: {'Port': ['ID=4d6a1301-d8cf-47e9-8557-397fbed7f552,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:07.845605 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] Routers {'e23b813f-34d6-4de1-a1f3-064906d7b589'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:00:07.846221 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T07:59:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['e23b813f-34d6-4de1-a1f3-064906d7b589'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:07.894025 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-f1187004-6745-4ff6-9180-6abac094ea40 admin admin] Allocated IP 172.20.0.1 (20337a09-3f8c-4816-b371-3113e23fc3c9/7836a6e2-0468-4f0c-be17-0b444d74b4ad/aff0915a-10b4-41c6-9ade-1e7b39e5fa70) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:00:07.965664 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] Set router 47a62a74-d464-47fa-ba39-c714feeb6d54 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:00:08.012089 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8b3c2836-9cb2-4d7b-96d8-642837435902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:08.023486 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8b3c2836-9cb2-4d7b-96d8-642837435902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:08.024654 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-8b3c2836-9cb2-4d7b-96d8-642837435902 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e194e0f9-7175-4250-b827-5816670716f0 HTTP/1.1" status: 204 len: 168 time: 0.4341660 Oct 28 08:00:08.069942 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c2836-9cb2-4d7b-96d8-642837435902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e194e0f9-7175-4250-b827-5816670716f0,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:08.104311 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] Set router e23b813f-34d6-4de1-a1f3-064906d7b589 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:00:08.178865 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port b616f79c-6a26-4f06-b884-0eca276780b9 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:08.179485 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:08.181224 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f1187004-6745-4ff6-9180-6abac094ea40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:08.225900 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7e07c765-2572-4878-b833-633061cce1f6 req-619a2a0a-e5f0-47fe-bf9e-1f005ce17e2e tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 210 time: 0.1358569 Oct 28 08:00:08.277216 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b463f3cb-7265-4af0-91ed-1b4056384fa0 req-6bbf8a9a-3722-42b8-aa6d-a6a6f2b4210e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 210 time: 0.0754344 Oct 28 08:00:08.425620 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f1187004-6745-4ff6-9180-6abac094ea40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:08.523234 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1187004-6745-4ff6-9180-6abac094ea40 admin admin] Network 20337a09-3f8c-4816-b371-3113e23fc3c9 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:00:08.526459 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1187004-6745-4ff6-9180-6abac094ea40 admin admin] Pushing event updated for resources: {'Port': ['ID=aff0915a-10b4-41c6-9ade-1e7b39e5fa70,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:08.528436 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-f1187004-6745-4ff6-9180-6abac094ea40 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:00:08.556329 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:04Z', 'revision_number': 3, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:08.576278 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1187004-6745-4ff6-9180-6abac094ea40 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:00:08.576784 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f1187004-6745-4ff6-9180-6abac094ea40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586640'] for router_interface, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:08.582255 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:03Z', 'revision_number': 3, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port': {'id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:02Z', 'updated_at': '2021-10-28T08:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:08.602246 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] Checking router: 47a62a74-d464-47fa-ba39-c714feeb6d54 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:00:08.602805 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] Updating router 47a62a74-d464-47fa-ba39-c714feeb6d54 port 042c759f-f9aa-4477-ae70-4adfcb319079 binding host dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:00:08.674166 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:08.788599 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab706e0-17e1-4d6f-af8c-e066b403a8d8 None None] The sync data for ids ['e23b813f-34d6-4de1-a1f3-064906d7b589'] in dv-cinder-815780-1-iscsi is: [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:03Z', 'revision_number': 3, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port': {'id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:02Z', 'updated_at': '2021-10-28T08:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:00:08.869203 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c633726a-c5f0-4835-bb5e-f685c698c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:09.083369 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f1187004-6745-4ff6-9180-6abac094ea40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:09.223947 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b257f1fb-5219-47ff-9b7b-44387d20478c None None] Provisioning complete for port aff0915a-10b4-41c6-9ade-1e7b39e5fa70 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:09.224337 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b257f1fb-5219-47ff-9b7b-44387d20478c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:09.285338 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b257f1fb-5219-47ff-9b7b-44387d20478c None None] Port aff0915a-10b4-41c6-9ade-1e7b39e5fa70 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:00:09.389670 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_common [None req-c633726a-c5f0-4835-bb5e-f685c698c7dd admin admin] Allocated IP 172.20.0.1 (d4cd82f9-faba-431d-97e4-608ffe0281aa/ebf29cbc-a17c-4554-9049-631a8b4fc8a2/4d1d2d84-2749-4996-bbfc-de2d1ffe3886) {{(pid=108235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:00:09.484101 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:09.541206 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f1187004-6745-4ff6-9180-6abac094ea40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:09.573114 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:09.595683 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c633726a-c5f0-4835-bb5e-f685c698c7dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:09.643243 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f1187004-6745-4ff6-9180-6abac094ea40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:09.644463 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f1187004-6745-4ff6-9180-6abac094ea40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586724'] for router_interface, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:09.677711 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-71f47163-0873-45f6-b8d6-17205d26d433 req-18938b3c-0640-40be-b595-a4bf8a12d1fa tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 210 time: 0.1070843 Oct 28 08:00:09.718944 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] Attempting to bind port 042c759f-f9aa-4477-ae70-4adfcb319079 on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:00:09.720639 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] Attempting to bind port 042c759f-f9aa-4477-ae70-4adfcb319079 by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:00:09.724773 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] Attempting to bind port 042c759f-f9aa-4477-ae70-4adfcb319079 on network 77f84cc0-8b47-4277-be58-a93709c02eeb {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:00:09.735809 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-81f94cf8-44e1-4ddd-a8fc-7bf854d8fee1 req-994929ea-51df-4632-ac9d-de48d099066a tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 210 time: 0.0599184 Oct 28 08:00:09.768534 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 7, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:00:09.768534 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] Checking segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:00:09.768534 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:09.768534 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] Bound using segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:00:09.768946 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] Bound port: 042c759f-f9aa-4477-ae70-4adfcb319079, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:00:09.769414 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:09.801521 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df087d-89e2-4f74-b50a-1aa616a5f4ec None None] Pushing event updated for resources: {'Port': ['ID=042c759f-f9aa-4477-ae70-4adfcb319079,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:09.808149 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 4d6a1301-d8cf-47e9-8557-397fbed7f552 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:00:09.823373 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c633726a-c5f0-4835-bb5e-f685c698c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:09.885485 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c633726a-c5f0-4835-bb5e-f685c698c7dd admin admin] Network d4cd82f9-faba-431d-97e4-608ffe0281aa is already hosted by enough agents. {{(pid=108235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:00:09.891931 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [None req-c633726a-c5f0-4835-bb5e-f685c698c7dd admin admin] Resources bound (agent type, host, resource id): {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:00:09.919680 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c633726a-c5f0-4835-bb5e-f685c698c7dd admin admin] Received port after_create {{(pid=108235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:00:09.920708 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c633726a-c5f0-4835-bb5e-f685c698c7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586640'] for router_interface, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:09.926422 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633726a-c5f0-4835-bb5e-f685c698c7dd admin admin] Pushing event updated for resources: {'Port': ['ID=4d1d2d84-2749-4996-bbfc-de2d1ffe3886,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:09.930932 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1187004-6745-4ff6-9180-6abac094ea40 admin admin] Pushing event updated for resources: {'Port': ['ID=aff0915a-10b4-41c6-9ade-1e7b39e5fa70,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:09.951124 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 4d6a1301-d8cf-47e9-8557-397fbed7f552 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:09.951124 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:09.951124 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] For port 042c759f-f9aa-4477-ae70-4adfcb319079, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:00:09.963605 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1187004-6745-4ff6-9180-6abac094ea40 admin admin] Network 20337a09-3f8c-4816-b371-3113e23fc3c9 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:00:09.967152 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-f1187004-6745-4ff6-9180-6abac094ea40 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:00:10.046458 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] For port 042c759f-f9aa-4477-ae70-4adfcb319079, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=042c759f-f9aa-4477-ae70-4adfcb319079,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:00:10.141776 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:10.190809 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:10.265944 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] For port 4d6a1301-d8cf-47e9-8557-397fbed7f552, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=4d6a1301-d8cf-47e9-8557-397fbed7f552,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:00:10.360464 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1187004-6745-4ff6-9180-6abac094ea40 admin admin] Router e23b813f-34d6-4de1-a1f3-064906d7b589 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:00:10.420714 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df087d-89e2-4f74-b50a-1aa616a5f4ec None None] Pushing event updated for resources: {'Port': ['ID=042c759f-f9aa-4477-ae70-4adfcb319079,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:10.447828 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] Routers {'47a62a74-d464-47fa-ba39-c714feeb6d54'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:00:10.447828 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T07:59:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['47a62a74-d464-47fa-ba39-c714feeb6d54'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:10.598063 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1187004-6745-4ff6-9180-6abac094ea40 admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:00:10.604149 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-f1187004-6745-4ff6-9180-6abac094ea40 admin admin] 10.222.0.37 "PUT /v2.0/routers/e23b813f-34d6-4de1-a1f3-064906d7b589/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7737515 Oct 28 08:00:10.621043 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:10.654919 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c633726a-c5f0-4835-bb5e-f685c698c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:10.685256 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-1add2780-dd87-4d0f-a30c-ff5801781d71 None None] Provisioning complete for port aff0915a-10b4-41c6-9ade-1e7b39e5fa70 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:10.685851 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1add2780-dd87-4d0f-a30c-ff5801781d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:10.746681 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Pushing event updated for resources: {'Port': ['ID=4d6a1301-d8cf-47e9-8557-397fbed7f552,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:10.763176 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] Set router 47a62a74-d464-47fa-ba39-c714feeb6d54 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:00:10.776806 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-1add2780-dd87-4d0f-a30c-ff5801781d71 None None] Port aff0915a-10b4-41c6-9ade-1e7b39e5fa70 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:00:10.861318 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4ca56c91-6dc4-4555-9afe-62e261bc08b0 req-afbd9dfc-6310-4d3a-ba58-423c511b1b78 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 210 time: 0.0390804 Oct 28 08:00:10.912478 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-15f059ab-adc6-46b5-9912-f1837822f926 req-20d0c1a8-3bb8-466e-a300-951596d37dee tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 210 time: 0.0553463 Oct 28 08:00:10.940528 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-1add2780-dd87-4d0f-a30c-ff5801781d71 None None] Provisioning complete for port 4d1d2d84-2749-4996-bbfc-de2d1ffe3886 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:10.940906 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1add2780-dd87-4d0f-a30c-ff5801781d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:11.260863 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-1add2780-dd87-4d0f-a30c-ff5801781d71 None None] Port 4d1d2d84-2749-4996-bbfc-de2d1ffe3886 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:00:11.265771 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c633726a-c5f0-4835-bb5e-f685c698c7dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:11.267894 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:04Z', 'revision_number': 3, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:11.267894 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a110db-62c9-4b72-af1a-d66288a7a375 None None] The sync data for ids ['47a62a74-d464-47fa-ba39-c714feeb6d54'] in dv-cinder-815780-1-iscsi is: [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:04Z', 'revision_number': 3, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:00:11.268482 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c633726a-c5f0-4835-bb5e-f685c698c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:11.268482 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c633726a-c5f0-4835-bb5e-f685c698c7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586724'] for router_interface, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:11.301883 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633726a-c5f0-4835-bb5e-f685c698c7dd admin admin] Pushing event updated for resources: {'Port': ['ID=4d1d2d84-2749-4996-bbfc-de2d1ffe3886,revision_number=2']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:11.377217 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c633726a-c5f0-4835-bb5e-f685c698c7dd admin admin] Network d4cd82f9-faba-431d-97e4-608ffe0281aa is already hosted by enough agents. {{(pid=108235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:00:11.378894 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [None req-c633726a-c5f0-4835-bb5e-f685c698c7dd admin admin] Resources bound (agent type, host, resource id): {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:00:11.644558 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] Sync routers for ids ['e23b813f-34d6-4de1-a1f3-064906d7b589'] in dv-cinder-815780-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:00:11.656820 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] Routers {'e23b813f-34d6-4de1-a1f3-064906d7b589'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:00:11.658190 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T07:59:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['e23b813f-34d6-4de1-a1f3-064906d7b589'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:11.965124 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-dc5ddc1e-012e-49d1-a4b4-63695796e48a None None] Provisioning complete for port 4d1d2d84-2749-4996-bbfc-de2d1ffe3886 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:11.968261 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc5ddc1e-012e-49d1-a4b4-63695796e48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:12.058520 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 042c759f-f9aa-4477-ae70-4adfcb319079 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:00:12.089256 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] Set router e23b813f-34d6-4de1-a1f3-064906d7b589 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:00:12.141362 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-632f6b1c-2f7d-489d-ace7-0222c7bafeb6 req-3a99fb59-8bfe-4388-b7a0-63e20d9607e3 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 210 time: 0.0675399 Oct 28 08:00:12.160166 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-dc5ddc1e-012e-49d1-a4b4-63695796e48a None None] Port 4d1d2d84-2749-4996-bbfc-de2d1ffe3886 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:00:12.225719 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 042c759f-f9aa-4477-ae70-4adfcb319079 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:12.230079 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:12.254585 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c633726a-c5f0-4835-bb5e-f685c698c7dd admin admin] Router 47a62a74-d464-47fa-ba39-c714feeb6d54 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:00:12.500978 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:12.518871 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2165f0ee-c4f8-4de2-8fd6-34209cee7bce req-bb3963d0-9a7f-4c9a-bbb2-234b4e155ad0 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 210 time: 0.1337183 Oct 28 08:00:12.550103 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:08Z', 'revision_number': 4, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port': {'id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:02Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': 'aff0915a-10b4-41c6-9ade-1e7b39e5fa70', 'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'mac_address': 'fa:16:3e:52:0d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:07Z', 'updated_at': '2021-10-28T08:00:09Z', 'revision_number': 2, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'subnets': [{'id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:12.593340 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c633726a-c5f0-4835-bb5e-f685c698c7dd admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:00:12.610236 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-c633726a-c5f0-4835-bb5e-f685c698c7dd admin admin] 10.222.0.37 "PUT /v2.0/routers/47a62a74-d464-47fa-ba39-c714feeb6d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1389458 Oct 28 08:00:12.611706 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] Checking router: e23b813f-34d6-4de1-a1f3-064906d7b589 for host: dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:00:12.612295 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] Updating router e23b813f-34d6-4de1-a1f3-064906d7b589 port aff0915a-10b4-41c6-9ade-1e7b39e5fa70 binding host dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:00:12.618173 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] For port 042c759f-f9aa-4477-ae70-4adfcb319079, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=042c759f-f9aa-4477-ae70-4adfcb319079,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:00:12.645281 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:12.706205 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 55536) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:12.711265 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-ee3a3449-c8bc-4a24-b2a0-809ed8ba6a04 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1186766449', 'description': 'tempest-description--2003454629'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:12.801961 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:12.803535 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 4d6a1301-d8cf-47e9-8557-397fbed7f552 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:00:12.903699 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Pushing event updated for resources: {'Port': ['ID=042c759f-f9aa-4477-ae70-4adfcb319079,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:12.940510 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 4d6a1301-d8cf-47e9-8557-397fbed7f552 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:12.943501 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:12.962295 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3449-c8bc-4a24-b2a0-809ed8ba6a04 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:13.099287 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3449-c8bc-4a24-b2a0-809ed8ba6a04 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:13.119697 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] Notify callbacks [] for port, precommit_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:13.179985 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3449-c8bc-4a24-b2a0-809ed8ba6a04 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:13.213168 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:13.277296 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a3449-c8bc-4a24-b2a0-809ed8ba6a04 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7515157d-0444-49d0-a7e4-df8fe4101824,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:13.281244 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb2d69-b0a1-425f-903d-47a7dd53c3cc None None] Pushing event updated for resources: {'Port': ['ID=aff0915a-10b4-41c6-9ade-1e7b39e5fa70,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:13.315336 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3449-c8bc-4a24-b2a0-809ed8ba6a04 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:13.321437 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-ee3a3449-c8bc-4a24-b2a0-809ed8ba6a04 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6140501 Oct 28 08:00:13.325534 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 55558) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:13.338261 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-76d7feac-af34-4552-9bd9-fce3551325ea tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Request body: {'security_group_rule': {'security_group_id': '7515157d-0444-49d0-a7e4-df8fe4101824', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:13.385446 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] Attempting to bind port aff0915a-10b4-41c6-9ade-1e7b39e5fa70 on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:00:13.386549 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] Attempting to bind port aff0915a-10b4-41c6-9ade-1e7b39e5fa70 by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': '2896dab4-65aa-4561-8c15-ddc25c74ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:00:13.387129 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] Attempting to bind port aff0915a-10b4-41c6-9ade-1e7b39e5fa70 on network 20337a09-3f8c-4816-b371-3113e23fc3c9 {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:00:13.394972 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 7, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:00:13.398803 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] Checking segment: {'id': '2896dab4-65aa-4561-8c15-ddc25c74ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:00:13.399402 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:13.400782 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] Bound using segment: {'id': '2896dab4-65aa-4561-8c15-ddc25c74ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:00:13.401281 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] Bound port: aff0915a-10b4-41c6-9ade-1e7b39e5fa70, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2896dab4-65aa-4561-8c15-ddc25c74ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:00:13.402501 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:13.468952 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-76d7feac-af34-4552-9bd9-fce3551325ea tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:13.500648 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 55566) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:13.505748 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-207761d3-9bd8-479f-b3cd-59d89b67bedb tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1567880826', 'description': 'tempest-description--1307738440'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:13.514945 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] For port aff0915a-10b4-41c6-9ade-1e7b39e5fa70, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:00:13.538064 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] For port aff0915a-10b4-41c6-9ade-1e7b39e5fa70, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=aff0915a-10b4-41c6-9ade-1e7b39e5fa70,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:00:13.602360 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:13.624365 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-44d615a4-f5eb-4c50-911e-d28a02e81360 None None] Provisioning complete for port aff0915a-10b4-41c6-9ade-1e7b39e5fa70 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:13.625532 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-44d615a4-f5eb-4c50-911e-d28a02e81360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:13.630549 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-207761d3-9bd8-479f-b3cd-59d89b67bedb tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:13.659623 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3ecc47b7-420f-4e47-90e6-7475bac48b45 req-a31043b3-9228-40dc-8dea-229ca48487ef tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 210 time: 0.1022377 Oct 28 08:00:13.725349 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] Routers {'e23b813f-34d6-4de1-a1f3-064906d7b589'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:00:13.726883 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T07:59:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['e23b813f-34d6-4de1-a1f3-064906d7b589'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:13.792176 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb2d69-b0a1-425f-903d-47a7dd53c3cc None None] Pushing event updated for resources: {'Port': ['ID=aff0915a-10b4-41c6-9ade-1e7b39e5fa70,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:13.825955 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-62de5f18-e409-4b76-b039-a57c104228fc req-88e59e03-89d1-43c3-8c61-47fd83302275 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 210 time: 0.0533018 Oct 28 08:00:13.870622 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 042c759f-f9aa-4477-ae70-4adfcb319079 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:00:13.880880 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-207761d3-9bd8-479f-b3cd-59d89b67bedb tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:13.900818 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.30', 57456) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:13.904539 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-76d7feac-af34-4552-9bd9-fce3551325ea tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:13.965532 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-44d615a4-f5eb-4c50-911e-d28a02e81360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:13.974431 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] Set router e23b813f-34d6-4de1-a1f3-064906d7b589 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:00:13.984266 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-76d7feac-af34-4552-9bd9-fce3551325ea tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:14.039957 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7feac-af34-4552-9bd9-fce3551325ea tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90320a4a-d517-42dc-9968-7615538811e5,revision_number=0']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:14.118222 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-76d7feac-af34-4552-9bd9-fce3551325ea tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:14.119529 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-76d7feac-af34-4552-9bd9-fce3551325ea tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7929788 Oct 28 08:00:14.122279 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 55578) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:14.128334 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-68cb332e-c1f5-4bf5-a0dd-5bddaab9697e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Request body: {'security_group_rule': {'security_group_id': '7515157d-0444-49d0-a7e4-df8fe4101824', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:14.144051 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-207761d3-9bd8-479f-b3cd-59d89b67bedb tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:14.189463 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] Sync routers for ids ['47a62a74-d464-47fa-ba39-c714feeb6d54'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:00:14.224609 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] Routers {'47a62a74-d464-47fa-ba39-c714feeb6d54'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:00:14.224609 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T07:59:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['47a62a74-d464-47fa-ba39-c714feeb6d54'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:14.252099 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207761d3-9bd8-479f-b3cd-59d89b67bedb tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d76c835c-eaf1-44b6-a1a2-b399fde54e73,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:14.271286 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-d2411af7-0772-4978-b181-14055cdb21f6 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:14.271286 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-d2411af7-0772-4978-b181-14055cdb21f6 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.30 "GET /v2.0/networks?id=f31acf72-a476-4a2c-a1b1-0af310beb7de HTTP/1.1" status: 200 len: 812 time: 0.3629658 Oct 28 08:00:14.293401 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-68cb332e-c1f5-4bf5-a0dd-5bddaab9697e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:14.329951 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-14b9c738-92f8-450d-81e4-8dbbd6fac273 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Request body: {'port': {'device_id': '9fe65a95-dc63-4f74-8aa5-0f7df1afbe82', 'network_id': 'f31acf72-a476-4a2c-a1b1-0af310beb7de', 'admin_state_up': True, 'tenant_id': 'ea378425f57e4c9598663e9e73aafe77'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:14.341201 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:08Z', 'revision_number': 4, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port': {'id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:02Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': 'aff0915a-10b4-41c6-9ade-1e7b39e5fa70', 'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'mac_address': 'fa:16:3e:52:0d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:07Z', 'updated_at': '2021-10-28T08:00:13Z', 'revision_number': 4, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'subnets': [{'id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:14.376914 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0530f331-a86b-44b9-a09c-3bdde0bf910f None None] The sync data for ids ['e23b813f-34d6-4de1-a1f3-064906d7b589'] in dv-cinder-815780-1-iscsi is: [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:08Z', 'revision_number': 4, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port': {'id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:02Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': 'aff0915a-10b4-41c6-9ade-1e7b39e5fa70', 'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'mac_address': 'fa:16:3e:52:0d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:07Z', 'updated_at': '2021-10-28T08:00:13Z', 'revision_number': 4, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'subnets': [{'id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:00:14.424439 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-68cb332e-c1f5-4bf5-a0dd-5bddaab9697e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:14.441560 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-44d615a4-f5eb-4c50-911e-d28a02e81360 None None] For port aff0915a-10b4-41c6-9ade-1e7b39e5fa70, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=aff0915a-10b4-41c6-9ade-1e7b39e5fa70,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:00:14.447336 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-207761d3-9bd8-479f-b3cd-59d89b67bedb tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:14.449965 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-207761d3-9bd8-479f-b3cd-59d89b67bedb tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9464502 Oct 28 08:00:14.454572 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 55590) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:14.477657 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-7e2e4e03-519f-4a26-a9fc-60ca67551a57 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Request body: {'security_group_rule': {'security_group_id': 'd76c835c-eaf1-44b6-a1a2-b399fde54e73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:14.478231 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 042c759f-f9aa-4477-ae70-4adfcb319079 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:14.478701 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:14.497001 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-68cb332e-c1f5-4bf5-a0dd-5bddaab9697e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:14.548439 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] Set router 47a62a74-d464-47fa-ba39-c714feeb6d54 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:00:14.555071 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb332e-c1f5-4bf5-a0dd-5bddaab9697e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1fd07f-1d08-4d43-b8c7-4ddf60eed544,revision_number=0']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:14.609160 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.30', 57461) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:14.622360 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-44d615a4-f5eb-4c50-911e-d28a02e81360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:14.726547 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d615a4-f5eb-4c50-911e-d28a02e81360 None None] Pushing event updated for resources: {'Port': ['ID=aff0915a-10b4-41c6-9ade-1e7b39e5fa70,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:14.808312 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-7e2e4e03-519f-4a26-a9fc-60ca67551a57 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:14.857797 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-096b9056-1e2d-4d9a-9276-69d625b66fc7 None None] Provisioning complete for port aff0915a-10b4-41c6-9ade-1e7b39e5fa70 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:14.858219 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-096b9056-1e2d-4d9a-9276-69d625b66fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:14.911261 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1205a5c3-57b5-4937-8db3-4638d57be6b7 req-5ada2224-cc18-411a-a4a2-d90b878f61cc tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 210 time: 0.0747273 Oct 28 08:00:14.918658 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-68cb332e-c1f5-4bf5-a0dd-5bddaab9697e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:14.919761 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-68cb332e-c1f5-4bf5-a0dd-5bddaab9697e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7962639 Oct 28 08:00:14.923614 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 55614) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:14.933222 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-c4f38941-ca8c-4c7e-8a6a-05fe6be1134f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Request body: {'floatingip': {'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:14.953342 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a0280-149f-45b6-98fa-47ce0f28880f req-dd38d032-ea82-43ab-a3f6-80011e6a7ec0 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:14.954947 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-213a0280-149f-45b6-98fa-47ce0f28880f req-dd38d032-ea82-43ab-a3f6-80011e6a7ec0 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.30 "GET /v2.0/networks?id=35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 HTTP/1.1" status: 200 len: 815 time: 0.3446848 Oct 28 08:00:14.975513 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [req-213a0280-149f-45b6-98fa-47ce0f28880f req-3e7515d4-8076-4776-90c2-19a8b1d6e3b7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Request body: {'port': {'device_id': '0e0c46a8-b74f-45eb-825c-38be3db9c0ea', 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7', 'admin_state_up': True, 'tenant_id': 'b9df9af85b934838a36075f431459a17'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:15.059825 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-14b9c738-92f8-450d-81e4-8dbbd6fac273 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Made reservation on behalf of ea378425f57e4c9598663e9e73aafe77 for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:00:15.076904 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-14b9c738-92f8-450d-81e4-8dbbd6fac273 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:15.244423 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '4d1d2d84-2749-4996-bbfc-de2d1ffe3886', 'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'mac_address': 'fa:16:3e:33:53:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:08Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 2, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'subnets': [{'id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:15.307620 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] Checking router: 47a62a74-d464-47fa-ba39-c714feeb6d54 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:00:15.308323 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] Updating router 47a62a74-d464-47fa-ba39-c714feeb6d54 port 4d1d2d84-2749-4996-bbfc-de2d1ffe3886 binding host dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:00:15.354676 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:15.372243 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9c1187bb-ec25-4cbf-8a84-627e156b8cde req-f9e030b6-56b8-4e42-ac65-114b35466bc5 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 210 time: 0.3035927 Oct 28 08:00:15.375760 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-7e2e4e03-519f-4a26-a9fc-60ca67551a57 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:15.407705 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c4f38941-ca8c-4c7e-8a6a-05fe6be1134f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for floatingip, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:15.454129 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-7e2e4e03-519f-4a26-a9fc-60ca67551a57 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:15.588861 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-14b9c738-92f8-450d-81e4-8dbbd6fac273 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Allocated IP 172.20.0.5 (f31acf72-a476-4a2c-a1b1-0af310beb7de/7350d300-153b-4c79-aaf4-a45fa20977a8/8e736bd8-a1c8-4680-b133-60b5d9deeb29) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:00:15.593162 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e4e03-519f-4a26-a9fc-60ca67551a57 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d0c4b1-94ce-4713-8cfc-334773e340ef,revision_number=0']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:15.608885 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213a0280-149f-45b6-98fa-47ce0f28880f req-3e7515d4-8076-4776-90c2-19a8b1d6e3b7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Made reservation on behalf of b9df9af85b934838a36075f431459a17 for: {'port': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:00:15.618138 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-213a0280-149f-45b6-98fa-47ce0f28880f req-3e7515d4-8076-4776-90c2-19a8b1d6e3b7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:15.749239 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-7e2e4e03-519f-4a26-a9fc-60ca67551a57 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:15.752839 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-7e2e4e03-519f-4a26-a9fc-60ca67551a57 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2961769 Oct 28 08:00:15.755938 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 55648) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:15.765895 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-9964e8f0-d556-489f-b858-8e91d13deded tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Request body: {'security_group_rule': {'security_group_id': 'd76c835c-eaf1-44b6-a1a2-b399fde54e73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:15.989656 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:15.995404 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device aff0915a-10b4-41c6-9ade-1e7b39e5fa70 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:00:16.072613 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-14b9c738-92f8-450d-81e4-8dbbd6fac273 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:16.121726 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:16.256658 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-14b9c738-92f8-450d-81e4-8dbbd6fac273 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:16.268733 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e7fa246f-91ea-45ba-87fc-70aa90342671 req-c03e1247-c163-4d01-823c-4236bdf96146 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 210 time: 0.0661983 Oct 28 08:00:16.310020 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d6c63-bb21-4162-a76c-8482cc63ee3a None None] Pushing event updated for resources: {'Port': ['ID=4d1d2d84-2749-4996-bbfc-de2d1ffe3886,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:16.338811 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port aff0915a-10b4-41c6-9ade-1e7b39e5fa70 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:16.339599 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:16.427682 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_common [req-213a0280-149f-45b6-98fa-47ce0f28880f req-3e7515d4-8076-4776-90c2-19a8b1d6e3b7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Allocated IP 172.20.0.14 (35f534e6-c3cc-4ef7-b110-42cfe99bd7b7/0de35a65-ec2c-4494-9394-75899e9e59fa/6ce971f5-16b3-4e43-9ffa-703fa6c58260) {{(pid=108235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:00:16.479047 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-9964e8f0-d556-489f-b858-8e91d13deded tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:16.488334 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-14b9c738-92f8-450d-81e4-8dbbd6fac273 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Network f31acf72-a476-4a2c-a1b1-0af310beb7de is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:00:16.500080 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-14b9c738-92f8-450d-81e4-8dbbd6fac273 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:00:16.504560 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-14b9c738-92f8-450d-81e4-8dbbd6fac273 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:00:16.520239 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] Attempting to bind port 4d1d2d84-2749-4996-bbfc-de2d1ffe3886 on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:00:16.520637 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] Attempting to bind port 4d1d2d84-2749-4996-bbfc-de2d1ffe3886 by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': 'b127d0de-a9b3-4a5b-8026-428c831895e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:00:16.521013 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] Attempting to bind port 4d1d2d84-2749-4996-bbfc-de2d1ffe3886 on network d4cd82f9-faba-431d-97e4-608ffe0281aa {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:00:16.524965 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-14b9c738-92f8-450d-81e4-8dbbd6fac273 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:16.533769 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-14b9c738-92f8-450d-81e4-8dbbd6fac273 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:16.545354 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9c738-92f8-450d-81e4-8dbbd6fac273 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Pushing event updated for resources: {'Port': ['ID=8e736bd8-a1c8-4680-b133-60b5d9deeb29,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:16.564395 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c4f38941-ca8c-4c7e-8a6a-05fe6be1134f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:16.577734 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 7, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:00:16.578021 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] Checking segment: {'id': 'b127d0de-a9b3-4a5b-8026-428c831895e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:00:16.578430 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:16.578924 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] Bound using segment: {'id': 'b127d0de-a9b3-4a5b-8026-428c831895e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:00:16.579431 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] Bound port: 4d1d2d84-2749-4996-bbfc-de2d1ffe3886, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b127d0de-a9b3-4a5b-8026-428c831895e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:00:16.579996 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:16.689718 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-14b9c738-92f8-450d-81e4-8dbbd6fac273 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3641310 Oct 28 08:00:16.693970 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-9964e8f0-d556-489f-b858-8e91d13deded tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:16.701204 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-79b08778-050f-4969-aa58-78c63fceadd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:16.705179 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c03d8901-97f8-4064-9591-fa527ba3bf51 req-2812194c-5839-4a70-87f6-bb476f295d6c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 210 time: 0.1119626 Oct 28 08:00:16.709638 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] For port 4d1d2d84-2749-4996-bbfc-de2d1ffe3886, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:00:16.713651 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] For port 4d1d2d84-2749-4996-bbfc-de2d1ffe3886, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=4d1d2d84-2749-4996-bbfc-de2d1ffe3886,segment=NetworkSegment(b127d0de-a9b3-4a5b-8026-428c831895e9),segment_id=b127d0de-a9b3-4a5b-8026-428c831895e9)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:00:16.715640 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-379b35f7-43e8-4013-af8c-ebd00bc238d3 None None] Provisioning complete for port 4d1d2d84-2749-4996-bbfc-de2d1ffe3886 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:16.716010 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-379b35f7-43e8-4013-af8c-ebd00bc238d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:16.766017 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-379b35f7-43e8-4013-af8c-ebd00bc238d3 None None] Port 4d1d2d84-2749-4996-bbfc-de2d1ffe3886 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:00:16.809770 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:16.836633 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-9964e8f0-d556-489f-b858-8e91d13deded tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:16.904687 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964e8f0-d556-489f-b858-8e91d13deded tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115850da-0747-4d6c-90a2-1f3ce9dea32e,revision_number=0']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:16.952556 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] Routers {'47a62a74-d464-47fa-ba39-c714feeb6d54'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:00:16.953935 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T07:59:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['47a62a74-d464-47fa-ba39-c714feeb6d54'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:16.960196 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_common [None req-c4f38941-ca8c-4c7e-8a6a-05fe6be1134f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Allocated IP 172.27.3.121 (77f84cc0-8b47-4277-be58-a93709c02eeb/2fc1b7ce-548a-406e-9830-ae6bdd788adb/772afd43-ec47-4aa5-b475-b1079e6fa451) {{(pid=108235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:00:16.963453 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d6c63-bb21-4162-a76c-8482cc63ee3a None None] Pushing event updated for resources: {'Port': ['ID=4d1d2d84-2749-4996-bbfc-de2d1ffe3886,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:17.000621 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-9964e8f0-d556-489f-b858-8e91d13deded tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:17.007559 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-9964e8f0-d556-489f-b858-8e91d13deded tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2451942 Oct 28 08:00:17.007703 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 55668) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:17.013462 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-f668ac20-6b70-45b5-8d5c-a23e754f9c4b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Request body: {'floatingip': {'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:17.030630 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-213a0280-149f-45b6-98fa-47ce0f28880f req-3e7515d4-8076-4776-90c2-19a8b1d6e3b7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks [] for port, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:17.144737 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f668ac20-6b70-45b5-8d5c-a23e754f9c4b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for floatingip, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:17.145362 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] Set router 47a62a74-d464-47fa-ba39-c714feeb6d54 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:00:17.203400 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c4f38941-ca8c-4c7e-8a6a-05fe6be1134f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for port, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:17.357108 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f668ac20-6b70-45b5-8d5c-a23e754f9c4b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:17.442622 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-dc364f4c-fba1-4493-bf83-3975c87dcbcb None None] Provisioning complete for port 4d1d2d84-2749-4996-bbfc-de2d1ffe3886 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:17.456609 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc364f4c-fba1-4493-bf83-3975c87dcbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:17.579143 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4f6f6-b5f7-4310-9237-4255c136c2a2 req-46749464-cc27-4871-9571-bcdc53c3572e tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:17.581445 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-96a4f6f6-b5f7-4310-9237-4255c136c2a2 req-46749464-cc27-4871-9571-bcdc53c3572e tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 931 time: 0.2436898 Oct 28 08:00:17.627394 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-96a4f6f6-b5f7-4310-9237-4255c136c2a2 req-1a6975bb-f802-46cf-8cf0-1d0b088756e4 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398870 Oct 28 08:00:17.646066 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '4d1d2d84-2749-4996-bbfc-de2d1ffe3886', 'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'mac_address': 'fa:16:3e:33:53:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:08Z', 'updated_at': '2021-10-28T08:00:16Z', 'revision_number': 4, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'subnets': [{'id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:17.654956 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-213a0280-149f-45b6-98fa-47ce0f28880f req-3e7515d4-8076-4776-90c2-19a8b1d6e3b7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:17.677287 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fdb123-8dea-4e2b-b7e9-17775bfa23d5 None None] The sync data for ids ['47a62a74-d464-47fa-ba39-c714feeb6d54'] in dv-cinder-815780-1-iscsi is: [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '4d1d2d84-2749-4996-bbfc-de2d1ffe3886', 'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'mac_address': 'fa:16:3e:33:53:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:08Z', 'updated_at': '2021-10-28T08:00:16Z', 'revision_number': 4, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'subnets': [{'id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:00:17.759485 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c4f38941-ca8c-4c7e-8a6a-05fe6be1134f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:17.793342 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc364f4c-fba1-4493-bf83-3975c87dcbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:17.816114 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213a0280-149f-45b6-98fa-47ce0f28880f req-3e7515d4-8076-4776-90c2-19a8b1d6e3b7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 is already hosted by enough agents. {{(pid=108235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:00:17.825798 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [req-213a0280-149f-45b6-98fa-47ce0f28880f req-3e7515d4-8076-4776-90c2-19a8b1d6e3b7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Resources bound (agent type, host, resource id): {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:00:17.840322 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.l3_dvrscheduler_db [req-213a0280-149f-45b6-98fa-47ce0f28880f req-3e7515d4-8076-4776-90c2-19a8b1d6e3b7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Received port after_create {{(pid=108235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:00:17.848966 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a0280-149f-45b6-98fa-47ce0f28880f req-3e7515d4-8076-4776-90c2-19a8b1d6e3b7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:17.850131 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-213a0280-149f-45b6-98fa-47ce0f28880f req-3e7515d4-8076-4776-90c2-19a8b1d6e3b7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for port, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:17.886410 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f38941-ca8c-4c7e-8a6a-05fe6be1134f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Network 77f84cc0-8b47-4277-be58-a93709c02eeb is already hosted by enough agents. {{(pid=108235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:00:17.918182 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-f668ac20-6b70-45b5-8d5c-a23e754f9c4b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Allocated IP 172.27.3.142 (77f84cc0-8b47-4277-be58-a93709c02eeb/2fc1b7ce-548a-406e-9830-ae6bdd788adb/49f45f6d-a179-40d8-a6ca-2cdb2c13b2b0) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:00:17.930812 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [None req-c4f38941-ca8c-4c7e-8a6a-05fe6be1134f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Resources bound (agent type, host, resource id): {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:00:17.942458 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7515d4-8076-4776-90c2-19a8b1d6e3b7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Pushing event updated for resources: {'Port': ['ID=6ce971f5-16b3-4e43-9ffa-703fa6c58260,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:17.957190 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-dc364f4c-fba1-4493-bf83-3975c87dcbcb None None] For port 4d1d2d84-2749-4996-bbfc-de2d1ffe3886, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=4d1d2d84-2749-4996-bbfc-de2d1ffe3886,segment=NetworkSegment(b127d0de-a9b3-4a5b-8026-428c831895e9),segment_id=b127d0de-a9b3-4a5b-8026-428c831895e9)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:00:17.996618 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f38941-ca8c-4c7e-8a6a-05fe6be1134f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Received port after_create {{(pid=108235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:00:18.030406 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc364f4c-fba1-4493-bf83-3975c87dcbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:18.146958 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc364f4c-fba1-4493-bf83-3975c87dcbcb None None] Pushing event updated for resources: {'Port': ['ID=4d1d2d84-2749-4996-bbfc-de2d1ffe3886,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:18.152945 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-213a0280-149f-45b6-98fa-47ce0f28880f req-3e7515d4-8076-4776-90c2-19a8b1d6e3b7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1816375 Oct 28 08:00:18.188882 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f38941-ca8c-4c7e-8a6a-05fe6be1134f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Pushing event updated for resources: {'Port': ['ID=772afd43-ec47-4aa5-b475-b1079e6fa451,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:18.221728 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5f03a-8f73-40cb-8a59-a43c75611805 req-4c1918e5-80f3-4f0c-9609-97b0412f6957 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:18.223213 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-82b5f03a-8f73-40cb-8a59-a43c75611805 req-4c1918e5-80f3-4f0c-9609-97b0412f6957 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 932 time: 0.3353984 Oct 28 08:00:18.228050 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c4f38941-ca8c-4c7e-8a6a-05fe6be1134f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:18.297368 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-82b5f03a-8f73-40cb-8a59-a43c75611805 req-08cfa9bb-cf10-47c2-a0de-b9a6e623dcc4 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601399 Oct 28 08:00:18.319117 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f668ac20-6b70-45b5-8d5c-a23e754f9c4b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:18.435286 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c4f38941-ca8c-4c7e-8a6a-05fe6be1134f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:18.628270 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c4f38941-ca8c-4c7e-8a6a-05fe6be1134f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for port, precommit_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:18.754786 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b704f-bbfc-44e3-a601-657bacae33f2 req-b60b12f6-3a79-4802-8dde-4959ea84ab9d tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:18.756396 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b41b704f-bbfc-44e3-a601-657bacae33f2 req-b60b12f6-3a79-4802-8dde-4959ea84ab9d tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 931 time: 0.0533400 Oct 28 08:00:18.798149 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b41b704f-bbfc-44e3-a601-657bacae33f2 req-dc26bb58-9579-4147-ac94-df451ffd076d tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352545 Oct 28 08:00:18.972826 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f668ac20-6b70-45b5-8d5c-a23e754f9c4b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:19.011578 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f668ac20-6b70-45b5-8d5c-a23e754f9c4b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Network 77f84cc0-8b47-4277-be58-a93709c02eeb is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:00:19.015337 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-f668ac20-6b70-45b5-8d5c-a23e754f9c4b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:00:19.020488 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f668ac20-6b70-45b5-8d5c-a23e754f9c4b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:00:19.041671 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c4f38941-ca8c-4c7e-8a6a-05fe6be1134f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:19.093475 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668ac20-6b70-45b5-8d5c-a23e754f9c4b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Pushing event updated for resources: {'Port': ['ID=49f45f6d-a179-40d8-a6ca-2cdb2c13b2b0,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:19.125679 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c4f38941-ca8c-4c7e-8a6a-05fe6be1134f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586271'] for floatingip, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:19.167952 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f668ac20-6b70-45b5-8d5c-a23e754f9c4b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:19.182201 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f38941-ca8c-4c7e-8a6a-05fe6be1134f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Pushing event updated for resources: {'Port': ['ID=772afd43-ec47-4aa5-b475-b1079e6fa451,revision_number=2']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:19.232164 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c4f38941-ca8c-4c7e-8a6a-05fe6be1134f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:19.234235 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-c4f38941-ca8c-4c7e-8a6a-05fe6be1134f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3049889 Oct 28 08:00:19.325988 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f668ac20-6b70-45b5-8d5c-a23e754f9c4b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:19.358805 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5377688e-d380-44da-8c66-3485e5c62a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:19.581608 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54af5eb-9df8-4a4e-a319-e4f1fb6a9ae3 req-3ad5bb02-d9d3-4732-80af-156119f57c86 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:19.589470 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d54af5eb-9df8-4a4e-a319-e4f1fb6a9ae3 req-3ad5bb02-d9d3-4732-80af-156119f57c86 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 932 time: 0.0975425 Oct 28 08:00:19.595271 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:19.612191 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f668ac20-6b70-45b5-8d5c-a23e754f9c4b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:19.659158 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d54af5eb-9df8-4a4e-a319-e4f1fb6a9ae3 req-f3a1d221-bc65-421a-96dd-388eb711333d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652709 Oct 28 08:00:19.704779 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-7db77174-6e99-4b26-a20d-e7f47d56c5b0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1186766449&fields=id&tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb HTTP/1.1" status: 200 len: 267 time: 0.0880482 Oct 28 08:00:19.716461 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f668ac20-6b70-45b5-8d5c-a23e754f9c4b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:19.791149 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 4d1d2d84-2749-4996-bbfc-de2d1ffe3886 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:00:19.807400 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f668ac20-6b70-45b5-8d5c-a23e754f9c4b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586271'] for floatingip, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:19.882375 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 4d1d2d84-2749-4996-bbfc-de2d1ffe3886 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:19.882776 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:19.885462 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668ac20-6b70-45b5-8d5c-a23e754f9c4b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Pushing event updated for resources: {'Port': ['ID=49f45f6d-a179-40d8-a6ca-2cdb2c13b2b0,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:19.943742 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-7df78c8d-e1b4-43a3-b7a5-5aec52be7476 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:19.945320 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-7df78c8d-e1b4-43a3-b7a5-5aec52be7476 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/networks?id=20337a09-3f8c-4816-b371-3113e23fc3c9 HTTP/1.1" status: 200 len: 817 time: 0.2294154 Oct 28 08:00:19.969611 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-ced13f9a-b038-43f2-94b9-a62fda1d0ac0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/quotas/bcf05c3e19af4f1fb37f6ac697f5b8cb HTTP/1.1" status: 200 len: 375 time: 0.0165474 Oct 28 08:00:19.974460 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f668ac20-6b70-45b5-8d5c-a23e754f9c4b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:19.975758 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-f668ac20-6b70-45b5-8d5c-a23e754f9c4b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9673939 Oct 28 08:00:19.987254 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59e1b7-ea28-48f5-b169-87ed92bc9934 req-54c97f6b-de7b-4c49-96d8-5ebd7d05d5b3 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:19.999458 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ea59e1b7-ea28-48f5-b169-87ed92bc9934 req-54c97f6b-de7b-4c49-96d8-5ebd7d05d5b3 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 931 time: 0.1008894 Oct 28 08:00:20.083435 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ea59e1b7-ea28-48f5-b169-87ed92bc9934 req-79387d1b-a07a-4797-9bba-afa616d29f82 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721207 Oct 28 08:00:20.104647 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-46cc74f5-5c65-4b40-8f15-c005d93e671f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1119535 Oct 28 08:00:20.229107 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-36382f83-cb3a-4c8f-937b-70bb4feaf763 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1567880826&fields=id&tenant_id=dc0cb6f6b93541f18633bde7ab1d60a4 HTTP/1.1" status: 200 len: 267 time: 0.0538166 Oct 28 08:00:20.276156 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-1516a902-b7d6-4477-a909-503f3996eebb service neutron] 10.222.0.37 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562755 Oct 28 08:00:20.430529 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-aaa40111-3d6a-412b-95c7-28e4202103a9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:20.432101 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-aaa40111-3d6a-412b-95c7-28e4202103a9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/networks?id=d4cd82f9-faba-431d-97e4-608ffe0281aa HTTP/1.1" status: 200 len: 810 time: 0.1947684 Oct 28 08:00:20.439674 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-1b0d30de-b6d8-421c-a38c-d873495e6bf2 service neutron] 10.222.0.37 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390507 Oct 28 08:00:20.450008 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-1f5cc07e-d5f6-4c84-ade3-e0d9da81ae82 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/quotas/dc0cb6f6b93541f18633bde7ab1d60a4 HTTP/1.1" status: 200 len: 375 time: 0.0093732 Oct 28 08:00:20.514708 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-c9d21eb1-2227-4163-a82d-53bf81013f36 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc0cb6f6b93541f18633bde7ab1d60a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568488 Oct 28 08:00:20.684137 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-23eeca72-c91c-4b7f-8c0e-988644a1b927 service neutron] 10.222.0.37 "GET /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292243 Oct 28 08:00:20.732491 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:20.792021 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-b239c75d-d306-49de-9624-280aab2e912b service neutron] 10.222.0.37 "GET /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919542 Oct 28 08:00:20.915545 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5128c07-b664-4d9c-a9ef-a4219b9fdf7f req-6fc52fc6-d5be-4b89-ae30-48d281bea0b6 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:20.917162 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b5128c07-b664-4d9c-a9ef-a4219b9fdf7f req-6fc52fc6-d5be-4b89-ae30-48d281bea0b6 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 932 time: 0.0565393 Oct 28 08:00:20.960894 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b5128c07-b664-4d9c-a9ef-a4219b9fdf7f req-dc86f3e9-f0b2-4246-a483-80eef5e7621c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364296 Oct 28 08:00:21.082479 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-399b3c91-f142-415b-b1ea-f50bf141833e req-eed26325-975e-4aff-927e-9ebc964b4147 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 210 time: 0.0378084 Oct 28 08:00:21.098182 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-006631ad-ca86-481e-a6cc-6fe12fa89a5b req-16bc8fcf-e435-4433-8107-f92045ca2bfa tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 210 time: 0.0412416 Oct 28 08:00:21.242965 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d3db5-ac68-43ba-b4df-29fcc4e3f167 req-837c2d16-045d-4826-8da6-b43a3b805682 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:21.244416 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e03d3db5-ac68-43ba-b4df-29fcc4e3f167 req-837c2d16-045d-4826-8da6-b43a3b805682 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 931 time: 0.0524149 Oct 28 08:00:21.286275 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e03d3db5-ac68-43ba-b4df-29fcc4e3f167 req-f01c6ba0-5f37-455b-a1ef-e545fb77724b tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347919 Oct 28 08:00:22.091683 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407b2c9-3c4e-4931-9113-f45668d09d5b req-75023395-b167-4e57-8d7d-d7dc5f5bcb2f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:22.093483 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2407b2c9-3c4e-4931-9113-f45668d09d5b req-75023395-b167-4e57-8d7d-d7dc5f5bcb2f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 932 time: 0.0606558 Oct 28 08:00:22.142054 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2407b2c9-3c4e-4931-9113-f45668d09d5b req-4f43f663-9aec-47bb-b9b3-64213c22016f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420883 Oct 28 08:00:22.185340 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-18a7275f-200c-4929-a265-dad58e148a1c req-94464530-a3d0-49db-88f5-c47801ec5b41 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 210 time: 0.0305426 Oct 28 08:00:22.212877 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c44bcb7b-276f-40ee-b0ca-9f79c44a1227 req-60dad2b3-cbfd-4090-93ae-8ee5aea7fd02 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 210 time: 0.0260010 Oct 28 08:00:22.430252 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbb6d9-8ae8-4c98-944a-eaa748320b74 req-c2962080-91ee-4f56-94c0-7496ff519172 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:22.432137 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b1fbb6d9-8ae8-4c98-944a-eaa748320b74 req-c2962080-91ee-4f56-94c0-7496ff519172 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 931 time: 0.0628467 Oct 28 08:00:22.479222 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b1fbb6d9-8ae8-4c98-944a-eaa748320b74 req-52085be6-1b37-4f2b-ab3e-d75c98b1ec1c tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346274 Oct 28 08:00:22.641562 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:22.869271 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 55828) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:23.060643 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2c94051d-4c53-4a30-8bd4-f4d3190f4063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:23.166516 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2c94051d-4c53-4a30-8bd4-f4d3190f4063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:23.355900 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2c94051d-4c53-4a30-8bd4-f4d3190f4063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:23.401066 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94051d-4c53-4a30-8bd4-f4d3190f4063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cae97c4-858d-42ec-9b38-0d33225b69bf,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:23.406416 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-2c94051d-4c53-4a30-8bd4-f4d3190f4063 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38118c57468041018eae03fd388be1e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353489 Oct 28 08:00:23.409096 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 55850) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:23.519184 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-beaf53f9-dcdf-4b78-9bdf-47bc2014b034 req-a9610cfe-0e10-4ec9-af01-90a8721a6ad2 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 210 time: 0.2273333 Oct 28 08:00:23.528238 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ffb95fa2-1ecc-4e02-929c-ce74e67a6b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:23.529131 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ce9a9-a412-46d0-9e7d-8efe791d058a req-e6c23c1b-10c0-4c66-a5cd-0beb13a3891e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:23.537874 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-675ce9a9-a412-46d0-9e7d-8efe791d058a req-e6c23c1b-10c0-4c66-a5cd-0beb13a3891e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 932 time: 0.3098176 Oct 28 08:00:23.568193 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ffb95fa2-1ecc-4e02-929c-ce74e67a6b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:23.584634 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-675ce9a9-a412-46d0-9e7d-8efe791d058a req-21698a7e-fa72-471b-ad31-0d32cd7b5afc tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455053 Oct 28 08:00:23.743750 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7e893841-02cc-4934-a5e6-d961af741297 req-1e337fa9-ba60-479c-bf34-60f6fc5e8397 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 210 time: 0.0553734 Oct 28 08:00:23.788271 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ffb95fa2-1ecc-4e02-929c-ce74e67a6b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:23.790808 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ffb95fa2-1ecc-4e02-929c-ce74e67a6b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:23.796012 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-ffb95fa2-1ecc-4e02-929c-ce74e67a6b56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9cae97c4-858d-42ec-9b38-0d33225b69bf HTTP/1.1" status: 204 len: 168 time: 0.3817694 Oct 28 08:00:23.799329 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47dc92-8001-434a-a6e0-4252052cb61c req-91ec638b-a01b-42d8-a735-81303b6eb046 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:23.801382 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ad47dc92-8001-434a-a6e0-4252052cb61c req-91ec638b-a01b-42d8-a735-81303b6eb046 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 931 time: 0.1278324 Oct 28 08:00:23.828843 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb95fa2-1ecc-4e02-929c-ce74e67a6b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cae97c4-858d-42ec-9b38-0d33225b69bf,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:23.882936 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ad47dc92-8001-434a-a6e0-4252052cb61c req-0c18ccc2-1a96-43a3-a6a4-ebd97dc39cac tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656784 Oct 28 08:00:24.686963 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-55827b3f-fe2c-4a48-997d-b8c1a61dc903 req-d89cc3b4-9ee5-4dca-b425-d3f5e1f22256 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 210 time: 0.0592091 Oct 28 08:00:24.752396 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efa025-91f2-4257-a00e-e765e096ce7b req-1d3e22e7-d4d8-4fe8-a1f2-c56c0060a7f2 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:24.753980 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-13efa025-91f2-4257-a00e-e765e096ce7b req-1d3e22e7-d4d8-4fe8-a1f2-c56c0060a7f2 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 932 time: 0.0604403 Oct 28 08:00:24.801663 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-13efa025-91f2-4257-a00e-e765e096ce7b req-8713cdd4-a04e-478d-86ac-4dc97483b9f3 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372379 Oct 28 08:00:24.895291 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0854dacd-6297-4350-9dae-488022f4fa0f req-7caf3202-ff8a-4356-8de7-17a0418d0b40 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 210 time: 0.0482049 Oct 28 08:00:25.015343 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d05b2-e72a-4ceb-9019-ea1fb4d0a39c req-4f658964-60b2-4dc4-83a3-6c640ca0be40 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:25.017644 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4d4d05b2-e72a-4ceb-9019-ea1fb4d0a39c req-4f658964-60b2-4dc4-83a3-6c640ca0be40 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 931 time: 0.0652356 Oct 28 08:00:25.080079 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4d4d05b2-e72a-4ceb-9019-ea1fb4d0a39c req-d34206b7-d315-4e2e-b9a5-6062abb098b9 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471268 Oct 28 08:00:25.549841 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:25.661662 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 55916) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:25.744218 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 55926) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:25.893072 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-384c6735-7cd0-4bcd-ba2e-9d2ed2b70794 req-9b66c820-14dc-42ee-8750-6528e607d62d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 210 time: 0.0872095 Oct 28 08:00:25.902320 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-da03e2bb-d1f7-4fe7-85ea-3aea4a6f73c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:26.006562 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-93ee6275-54ee-4dfd-bda7-a9444a2b3a93 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-221568261-network', 'tenant_id': '06bd7ff59e27461fb0c4605847115407'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:26.049078 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-946c2f29-0f96-420d-bce7-389a94653350 req-82eb1d09-5c82-473d-acb8-63b36aad9bca tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 210 time: 0.0503051 Oct 28 08:00:26.092695 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f30081-bd40-49e3-93ec-03eee7aa72ae req-f5157768-490c-49e0-9a12-5ccfe3fd6582 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:26.095103 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-da03e2bb-d1f7-4fe7-85ea-3aea4a6f73c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:26.097808 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-64f30081-bd40-49e3-93ec-03eee7aa72ae req-f5157768-490c-49e0-9a12-5ccfe3fd6582 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 932 time: 0.1399088 Oct 28 08:00:26.140395 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ee6275-54ee-4dfd-bda7-a9444a2b3a93 admin admin] Made reservation on behalf of 06bd7ff59e27461fb0c4605847115407 for: {'network': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:00:26.143123 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-93ee6275-54ee-4dfd-bda7-a9444a2b3a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for network, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:26.188105 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-93ee6275-54ee-4dfd-bda7-a9444a2b3a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:26.192945 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-64f30081-bd40-49e3-93ec-03eee7aa72ae req-20db6e65-8925-464b-94e1-24de07c229a3 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893371 Oct 28 08:00:26.207094 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-da03e2bb-d1f7-4fe7-85ea-3aea4a6f73c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:26.247494 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-da03e2bb-d1f7-4fe7-85ea-3aea4a6f73c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb7e85d07cdf414bb4befad56751e88a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5021398 Oct 28 08:00:26.256272 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 55946) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:26.299784 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03e2bb-d1f7-4fe7-85ea-3aea4a6f73c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8488599d-877e-43cd-8f29-eaea2538454d,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:26.370292 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-17df2de8-54cd-4e30-a32f-1870c0372479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:26.376786 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902bc54-61c3-45cc-ba7a-442240e96ae8 req-d79124a0-020d-493c-a88b-4069c2fd8131 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:26.378481 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8902bc54-61c3-45cc-ba7a-442240e96ae8 req-d79124a0-020d-493c-a88b-4069c2fd8131 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 931 time: 0.1928778 Oct 28 08:00:26.397182 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-17df2de8-54cd-4e30-a32f-1870c0372479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:26.433266 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:00:26.433857 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-93ee6275-54ee-4dfd-bda7-a9444a2b3a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:26.458639 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8902bc54-61c3-45cc-ba7a-442240e96ae8 req-172b42ab-58b3-4724-94f2-88fff69227d6 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627635 Oct 28 08:00:26.640898 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-17df2de8-54cd-4e30-a32f-1870c0372479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:26.641322 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-93ee6275-54ee-4dfd-bda7-a9444a2b3a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:26.643675 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-17df2de8-54cd-4e30-a32f-1870c0372479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:26.647932 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-17df2de8-54cd-4e30-a32f-1870c0372479 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8488599d-877e-43cd-8f29-eaea2538454d HTTP/1.1" status: 204 len: 168 time: 0.3902767 Oct 28 08:00:26.656943 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df2de8-54cd-4e30-a32f-1870c0372479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8488599d-877e-43cd-8f29-eaea2538454d,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:26.665244 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ee6275-54ee-4dfd-bda7-a9444a2b3a93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=108235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:00:26.690855 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-93ee6275-54ee-4dfd-bda7-a9444a2b3a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:26.691296 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.db.segments_db [None req-93ee6275-54ee-4dfd-bda7-a9444a2b3a93 admin admin] Added segment a1bde644-1202-4ecb-a07c-5d165ef8df76 of type vlan for network 0e3d5b7e-c955-4208-bea1-3719c7ed717c Oct 28 08:00:26.692783 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee6275-54ee-4dfd-bda7-a9444a2b3a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa97465-1188-4f12-a641-da1951ca65f8,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:26.746822 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-93ee6275-54ee-4dfd-bda7-a9444a2b3a93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754291841136'] for network, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:26.853087 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-93ee6275-54ee-4dfd-bda7-a9444a2b3a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for network, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:26.854433 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ee6275-54ee-4dfd-bda7-a9444a2b3a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:26.855154 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-93ee6275-54ee-4dfd-bda7-a9444a2b3a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:26.940629 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee6275-54ee-4dfd-bda7-a9444a2b3a93 admin admin] Pushing event updated for resources: {'Network': ['ID=0e3d5b7e-c955-4208-bea1-3719c7ed717c,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:26.948352 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Network 0e3d5b7e-c955-4208-bea1-3719c7ed717c details requested by agent ovs-agent-dv-cinder-815780-1-iscsi with host dv-cinder-815780-1-iscsi {{(pid=108237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:00:27.005959 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e8e2bdd7-0950-4793-83ca-2a9402593201 req-fefa1cd1-fbfa-4166-9581-f3ece0676ad4 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 210 time: 0.0325065 Oct 28 08:00:27.182539 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-36dbc5a6-d84a-4711-8649-4b41e4ed4949 req-539276d2-4cda-4c84-9c37-8ed76293dcb3 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 210 time: 0.0322695 Oct 28 08:00:27.330647 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e3890-2075-4e95-a35f-a8d15a0dbdaf req-ab39ded1-69d3-47bc-b2d3-a2c841fbf5c5 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:27.332080 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1a3e3890-2075-4e95-a35f-a8d15a0dbdaf req-ab39ded1-69d3-47bc-b2d3-a2c841fbf5c5 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 932 time: 0.0588431 Oct 28 08:00:27.381489 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1a3e3890-2075-4e95-a35f-a8d15a0dbdaf req-4f18769c-e9a9-439a-b2e6-6c0f914f34e8 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432999 Oct 28 08:00:27.392960 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-93ee6275-54ee-4dfd-bda7-a9444a2b3a93 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7306032 Oct 28 08:00:27.396117 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 55968) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:27.403913 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-0d4be0a1-f60b-4b95-9819-3cd36a9e8f4c admin admin] Request body: {'subnet': {'network_id': '0e3d5b7e-c955-4208-bea1-3719c7ed717c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-221568261-subnet', 'tenant_id': '06bd7ff59e27461fb0c4605847115407', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:27.533165 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4be0a1-f60b-4b95-9819-3cd36a9e8f4c admin admin] Made reservation on behalf of 06bd7ff59e27461fb0c4605847115407 for: {'subnet': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:00:27.537417 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0d4be0a1-f60b-4b95-9819-3cd36a9e8f4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:27.880307 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee09025-6fcb-4bb4-9232-17a3050b8d4b req-c7ded682-405f-4dee-b7ca-e0f880ea474e tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:27.880307 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1ee09025-6fcb-4bb4-9232-17a3050b8d4b req-c7ded682-405f-4dee-b7ca-e0f880ea474e tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 931 time: 0.1165326 Oct 28 08:00:27.880307 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1ee09025-6fcb-4bb4-9232-17a3050b8d4b req-fcbb6d8c-6269-4ae3-8ecb-a434bfb34c3d tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651314 Oct 28 08:00:28.151181 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b57546b8-f976-4c2d-9409-f1b1f1f3d5a6 req-36e7adb3-ba25-422b-845d-71f2ae83743d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 210 time: 0.0282490 Oct 28 08:00:28.294403 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ffaaad9f-e9a3-47d0-9913-39d3e92bbd03 req-d3a2ec95-e575-4db2-8779-b9637228793f tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 210 time: 0.0282505 Oct 28 08:00:28.355525 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0d4be0a1-f60b-4b95-9819-3cd36a9e8f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for subnet, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:28.421568 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4be0a1-f60b-4b95-9819-3cd36a9e8f4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=590a1ad0-60ef-42cd-ada5-95e28738a3e4,revision_number=0']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:28.427520 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4be0a1-f60b-4b95-9819-3cd36a9e8f4c admin admin] Checking segment: {'id': 'a1bde644-1202-4ecb-a07c-5d165ef8df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0e3d5b7e-c955-4208-bea1-3719c7ed717c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:00:28.427878 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4be0a1-f60b-4b95-9819-3cd36a9e8f4c admin admin] Network hostable DHCP agents. Network: 0e3d5b7e-c955-4208-bea1-3719c7ed717c, hostable agents: ['5b28e82f-8d3c-4647-96dd-121faf1adcc1'], hosted agents: [] {{(pid=108235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:00:28.527313 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa289b3-fd38-4e3e-8525-051fbf89aab1 req-2062c895-7b9a-4315-be0b-4dcb1f320b7f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:28.528168 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dfa289b3-fd38-4e3e-8525-051fbf89aab1 req-2062c895-7b9a-4315-be0b-4dcb1f320b7f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 932 time: 0.0583839 Oct 28 08:00:28.567523 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dfa289b3-fd38-4e3e-8525-051fbf89aab1 req-c0c54e73-f4b0-43e3-85bf-e9c70a9ffb7f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328329 Oct 28 08:00:28.605001 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 55998) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:28.612825 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4be0a1-f60b-4b95-9819-3cd36a9e8f4c admin admin] Network 0e3d5b7e-c955-4208-bea1-3719c7ed717c is scheduled to be hosted by DHCP agent 5b28e82f-8d3c-4647-96dd-121faf1adcc1 with binding_index 1 {{(pid=108235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:00:28.624178 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-faa0788d-2e6d-4c9d-83b1-a740712a18ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:28.706167 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-faa0788d-2e6d-4c9d-83b1-a740712a18ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:28.771870 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [None req-0d4be0a1-f60b-4b95-9819-3cd36a9e8f4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815780-1-iscsi, 0e3d5b7e-c955-4208-bea1-3719c7ed717c) {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:00:28.775959 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4be0a1-f60b-4b95-9819-3cd36a9e8f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:28.776545 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0d4be0a1-f60b-4b95-9819-3cd36a9e8f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:28.782727 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b072b2da-0a90-4c3f-8cf5-2c96c652349c None None] Network 0e3d5b7e-c955-4208-bea1-3719c7ed717c requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:00:28.800400 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-faa0788d-2e6d-4c9d-83b1-a740712a18ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:28.839211 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0788d-2e6d-4c9d-83b1-a740712a18ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26094d0-b3e1-46d0-8c5b-6541839b7462,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:28.844804 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-faa0788d-2e6d-4c9d-83b1-a740712a18ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f0d901c6cc34d4780d17b46bddebde4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387638 Oct 28 08:00:28.847461 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 56006) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:28.900931 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-0d4be0a1-f60b-4b95-9819-3cd36a9e8f4c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4956875 Oct 28 08:00:28.917661 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-8d14275a-647d-44ea-ae92-462c17656b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:28.944495 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-8d14275a-647d-44ea-ae92-462c17656b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:28.946876 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec326218-1537-4b91-8414-75a6480e2052 None None] Network 0e3d5b7e-c955-4208-bea1-3719c7ed717c requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:00:29.035480 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364b1da-5043-4e15-9d49-5f0608ab31c7 req-6e0482d1-9899-44ca-9cd8-173df268b3a5 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:29.037119 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c364b1da-5043-4e15-9d49-5f0608ab31c7 req-6e0482d1-9899-44ca-9cd8-173df268b3a5 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 931 time: 0.0617666 Oct 28 08:00:29.082257 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c364b1da-5043-4e15-9d49-5f0608ab31c7 req-3c67bbcf-7dee-4411-9e9f-c4e9b5108103 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387337 Oct 28 08:00:29.223343 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-8d14275a-647d-44ea-ae92-462c17656b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:29.225923 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-8d14275a-647d-44ea-ae92-462c17656b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:29.227070 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-8d14275a-647d-44ea-ae92-462c17656b87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b26094d0-b3e1-46d0-8c5b-6541839b7462 HTTP/1.1" status: 204 len: 168 time: 0.3786571 Oct 28 08:00:29.258513 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-57e5f417-fe01-412c-9155-b8abbe751874 req-fdb5cce6-e185-4f2e-935e-0db25f183d5d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 210 time: 0.0303829 Oct 28 08:00:29.259505 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14275a-647d-44ea-ae92-462c17656b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26094d0-b3e1-46d0-8c5b-6541839b7462,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:29.396343 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4b2b847b-8c47-4e56-b9b2-889664a55a14 req-6e76cd34-e18e-4a59-9895-1b0fe4101fc6 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 210 time: 0.0284846 Oct 28 08:00:29.689467 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314e2a3-f71b-4f64-a6fb-66f676f445e2 req-85fe5a52-84b5-4c22-9a9f-805f106bab70 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:29.691007 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7314e2a3-f71b-4f64-a6fb-66f676f445e2 req-85fe5a52-84b5-4c22-9a9f-805f106bab70 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 932 time: 0.0530071 Oct 28 08:00:29.730323 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7314e2a3-f71b-4f64-a6fb-66f676f445e2 req-d493c5d5-bb5a-459a-bafa-3c4ad291cb9a tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330040 Oct 28 08:00:30.037887 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 56050) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:30.042812 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-77662912-299f-4229-bb50-9c8eddaf1339 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-774203622-network', 'tenant_id': 'b70255cc5c654b40a8a70045ed505e4f'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:30.202058 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77662912-299f-4229-bb50-9c8eddaf1339 admin admin] Made reservation on behalf of b70255cc5c654b40a8a70045ed505e4f for: {'network': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:00:30.206163 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-77662912-299f-4229-bb50-9c8eddaf1339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for network, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:30.222544 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4b22b-0a6d-42a2-9a3c-09c6e3f7ca81 req-415f8ad6-5ef2-4174-a781-84676e33abe1 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:30.224257 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-06a4b22b-0a6d-42a2-9a3c-09c6e3f7ca81 req-415f8ad6-5ef2-4174-a781-84676e33abe1 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 931 time: 0.0614061 Oct 28 08:00:30.225238 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-77662912-299f-4229-bb50-9c8eddaf1339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:30.287881 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-06a4b22b-0a6d-42a2-9a3c-09c6e3f7ca81 req-c0f51144-1d82-4949-bab0-b32aeb9213d6 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506752 Oct 28 08:00:30.344494 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-77662912-299f-4229-bb50-9c8eddaf1339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:30.372184 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-08aa5f07-012b-4e16-9c14-ee9645de5c2b req-d9bbee4c-cd91-4e77-8e99-2ca26787ac21 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 210 time: 0.0332460 Oct 28 08:00:30.491180 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-77662912-299f-4229-bb50-9c8eddaf1339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:30.502570 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-60c1aedb-7257-49c3-8bd0-88a92fc0fe4f req-fc0de453-40fd-4399-a183-290450b400f2 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 210 time: 0.0348144 Oct 28 08:00:30.525859 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77662912-299f-4229-bb50-9c8eddaf1339 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=108235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:00:30.542562 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77662912-299f-4229-bb50-9c8eddaf1339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ad157b-8156-4450-9773-18ea6daea729,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:30.546642 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-77662912-299f-4229-bb50-9c8eddaf1339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:30.547059 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.db.segments_db [None req-77662912-299f-4229-bb50-9c8eddaf1339 admin admin] Added segment 0794abe3-945e-440b-9384-369b79ef40c4 of type vlan for network d4d52e30-030c-459c-b52a-42d062f76ab1 Oct 28 08:00:30.594911 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-77662912-299f-4229-bb50-9c8eddaf1339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754291841136'] for network, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:30.726231 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-77662912-299f-4229-bb50-9c8eddaf1339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for network, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:30.726231 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77662912-299f-4229-bb50-9c8eddaf1339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:30.726231 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-77662912-299f-4229-bb50-9c8eddaf1339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:30.789428 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77662912-299f-4229-bb50-9c8eddaf1339 admin admin] Pushing event updated for resources: {'Network': ['ID=d4d52e30-030c-459c-b52a-42d062f76ab1,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:30.802289 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Network d4d52e30-030c-459c-b52a-42d062f76ab1 details requested by agent ovs-agent-dv-cinder-815780-1-iscsi with host dv-cinder-815780-1-iscsi {{(pid=108237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:00:30.871166 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf48bf4-dc68-42d3-8108-fdb5e04f0dda req-35b85e38-b0dc-4e08-9260-fbae06fab3c8 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:30.875959 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8bf48bf4-dc68-42d3-8108-fdb5e04f0dda req-35b85e38-b0dc-4e08-9260-fbae06fab3c8 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 932 time: 0.0633423 Oct 28 08:00:30.902162 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 56084) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:30.902705 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-77662912-299f-4229-bb50-9c8eddaf1339 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8633919 Oct 28 08:00:30.908005 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-9b47334a-2f0d-4e9c-8170-3db3f6ea1af2 admin admin] Request body: {'subnet': {'network_id': 'd4d52e30-030c-459c-b52a-42d062f76ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-774203622-subnet', 'tenant_id': 'b70255cc5c654b40a8a70045ed505e4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:30.924480 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8bf48bf4-dc68-42d3-8108-fdb5e04f0dda req-81d18718-f8cf-4a8b-b8d2-a0595dcedb4f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436571 Oct 28 08:00:31.121128 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b47334a-2f0d-4e9c-8170-3db3f6ea1af2 admin admin] Made reservation on behalf of b70255cc5c654b40a8a70045ed505e4f for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:00:31.123617 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9b47334a-2f0d-4e9c-8170-3db3f6ea1af2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:31.168237 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [req-213a0280-149f-45b6-98fa-47ce0f28880f req-4fa9141e-27fa-41d3-b74f-2c74661bd1d1 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=108235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:00:31.169498 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-213a0280-149f-45b6-98fa-47ce0f28880f req-4fa9141e-27fa-41d3-b74f-2c74661bd1d1 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086906 Oct 28 08:00:31.219988 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-f8683608-9f70-41c7-803e-741dbdd8fbf1 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=108236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:00:31.219988 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-f8683608-9f70-41c7-803e-741dbdd8fbf1 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114594 Oct 28 08:00:31.339859 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Request body: {'port': {'device_id': '9fe65a95-dc63-4f74-8aa5-0f7df1afbe82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:31.388768 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Request body: {'port': {'device_id': '0e0c46a8-b74f-45eb-825c-38be3db9c0ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:31.463408 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:31.522142 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:31.525730 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d7fbc58d-7bbd-4242-b3cd-00ec31eb9f92 req-ccbd46c2-d4b1-4c0d-97b5-9a652e3b33b5 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 210 time: 0.0458803 Oct 28 08:00:31.552010 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5488b-3815-4862-9ad7-6a3e1280bd62 req-d53b2020-555f-466a-bafb-0a795b877b59 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:31.566802 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-50d5488b-3815-4862-9ad7-6a3e1280bd62 req-d53b2020-555f-466a-bafb-0a795b877b59 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 931 time: 0.1427162 Oct 28 08:00:31.675705 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-50d5488b-3815-4862-9ad7-6a3e1280bd62 req-aeaf085a-5ca3-4c89-9bc8-8d82d1e860aa tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064835 Oct 28 08:00:31.900829 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7e555019-52ac-4206-94c3-a884df2df542 req-f50f0ef5-8393-4896-85d8-e7a16bbbf06f tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 210 time: 0.0702848 Oct 28 08:00:31.912211 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9b47334a-2f0d-4e9c-8170-3db3f6ea1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:32.002180 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47334a-2f0d-4e9c-8170-3db3f6ea1af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e68a0827-f679-4aaf-90d7-0f6b816528b7,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:32.009001 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b47334a-2f0d-4e9c-8170-3db3f6ea1af2 admin admin] Checking segment: {'id': '0794abe3-945e-440b-9384-369b79ef40c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd4d52e30-030c-459c-b52a-42d062f76ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:00:32.009582 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b47334a-2f0d-4e9c-8170-3db3f6ea1af2 admin admin] Network hostable DHCP agents. Network: d4d52e30-030c-459c-b52a-42d062f76ab1, hostable agents: ['5b28e82f-8d3c-4647-96dd-121faf1adcc1'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:00:32.105160 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce971f5-16b3-4e43-9ffa-703fa6c58260 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:00:32.117165 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:32.140934 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c44f2-e7e0-40f9-8fe3-bf7d075aa52c req-aca935d4-b8cc-43c5-a77e-0e144f976895 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:32.140934 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4f2c44f2-e7e0-40f9-8fe3-bf7d075aa52c req-aca935d4-b8cc-43c5-a77e-0e144f976895 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 932 time: 0.0912511 Oct 28 08:00:32.144056 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b47334a-2f0d-4e9c-8170-3db3f6ea1af2 admin admin] Network d4d52e30-030c-459c-b52a-42d062f76ab1 is scheduled to be hosted by DHCP agent 5b28e82f-8d3c-4647-96dd-121faf1adcc1 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:00:32.154897 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Transition to ACTIVE for port object 6ce971f5-16b3-4e43-9ffa-703fa6c58260 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:00:32.197483 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e736bd8-a1c8-4680-b133-60b5d9deeb29 {{(pid=108235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:00:32.212344 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:32.225822 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4f2c44f2-e7e0-40f9-8fe3-bf7d075aa52c req-33479df6-d64a-45d0-ba4e-9679cc612589 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661068 Oct 28 08:00:32.249030 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.provisioning_blocks [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Transition to ACTIVE for port object 8e736bd8-a1c8-4680-b133-60b5d9deeb29 will not be triggered until provisioned by entity L2. {{(pid=108235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:00:32.327437 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-9b47334a-2f0d-4e9c-8170-3db3f6ea1af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815780-1-iscsi, d4d52e30-030c-459c-b52a-42d062f76ab1) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:00:32.329961 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:32.337661 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf23c09-79ea-4133-9af9-6729a69f3f93 None None] Network d4d52e30-030c-459c-b52a-42d062f76ab1 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:00:32.339935 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b47334a-2f0d-4e9c-8170-3db3f6ea1af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:32.341122 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9b47334a-2f0d-4e9c-8170-3db3f6ea1af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:32.372207 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:32.434843 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce971f5-16b3-4e43-9ffa-703fa6c58260,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:32.505106 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aa3dae-0335-4d05-921e-be5f3d2ab991 None None] Network d4d52e30-030c-459c-b52a-42d062f76ab1 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:00:32.530678 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e736bd8-a1c8-4680-b133-60b5d9deeb29,revision_number=2']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:32.544154 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-9b47334a-2f0d-4e9c-8170-3db3f6ea1af2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6407855 Oct 28 08:00:32.555222 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Attempting to bind port 6ce971f5-16b3-4e43-9ffa-703fa6c58260 on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:00:32.555821 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Attempting to bind port 6ce971f5-16b3-4e43-9ffa-703fa6c58260 by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': '37bf3e3f-ea69-46a9-bb01-0a92158211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:00:32.556347 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Attempting to bind port 6ce971f5-16b3-4e43-9ffa-703fa6c58260 on network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:00:32.557156 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.managers [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Attempting to bind port 8e736bd8-a1c8-4680-b133-60b5d9deeb29 on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:00:32.557524 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.managers [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Attempting to bind port 8e736bd8-a1c8-4680-b133-60b5d9deeb29 by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': '5fa268d8-a928-49a3-83cb-b1b58f2b8987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f31acf72-a476-4a2c-a1b1-0af310beb7de'}] {{(pid=108235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:00:32.557899 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Attempting to bind port 8e736bd8-a1c8-4680-b133-60b5d9deeb29 on network f31acf72-a476-4a2c-a1b1-0af310beb7de {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:00:32.562960 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Port 6ce971f5-16b3-4e43-9ffa-703fa6c58260 on network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:00:32.563570 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Attempting to bind port 6ce971f5-16b3-4e43-9ffa-703fa6c58260 on network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:00:32.569069 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:00:32.569434 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Checking segment: {'id': '37bf3e3f-ea69-46a9-bb01-0a92158211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:00:32.570029 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Bound using segment: {'id': '37bf3e3f-ea69-46a9-bb01-0a92158211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:00:32.570702 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Bound port: 6ce971f5-16b3-4e43-9ffa-703fa6c58260, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37bf3e3f-ea69-46a9-bb01-0a92158211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:00:32.571343 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:32.572318 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Port 8e736bd8-a1c8-4680-b133-60b5d9deeb29 on network f31acf72-a476-4a2c-a1b1-0af310beb7de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:00:32.572645 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Attempting to bind port 8e736bd8-a1c8-4680-b133-60b5d9deeb29 on network f31acf72-a476-4a2c-a1b1-0af310beb7de {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:00:32.583896 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:00:32.584272 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Checking segment: {'id': '5fa268d8-a928-49a3-83cb-b1b58f2b8987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f31acf72-a476-4a2c-a1b1-0af310beb7de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:00:32.584871 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Bound using segment: {'id': '5fa268d8-a928-49a3-83cb-b1b58f2b8987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f31acf72-a476-4a2c-a1b1-0af310beb7de'} {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:00:32.585410 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.managers [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Bound port: 8e736bd8-a1c8-4680-b133-60b5d9deeb29, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa268d8-a928-49a3-83cb-b1b58f2b8987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f31acf72-a476-4a2c-a1b1-0af310beb7de'}}] {{(pid=108235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:00:32.585782 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:32.683215 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] For port 6ce971f5-16b3-4e43-9ffa-703fa6c58260, host hv-cinder-81578, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:00:32.696208 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] For port 6ce971f5-16b3-4e43-9ffa-703fa6c58260, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=6ce971f5-16b3-4e43-9ffa-703fa6c58260,segment=NetworkSegment(37bf3e3f-ea69-46a9-bb01-0a92158211ee),segment_id=37bf3e3f-ea69-46a9-bb01-0a92158211ee)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:00:32.772545 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5cb61f79-7510-4e76-bfa5-fdb18639da8f req-1d0c47ad-0d44-4ce9-a567-ea1042a0b1b0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 210 time: 0.0369663 Oct 28 08:00:32.785677 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] For port 8e736bd8-a1c8-4680-b133-60b5d9deeb29, host hv-cinder-81578, cleared binding levels {{(pid=108235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:00:32.785947 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 56144) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:32.829235 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] For port 8e736bd8-a1c8-4680-b133-60b5d9deeb29, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=8e736bd8-a1c8-4680-b133-60b5d9deeb29,segment=NetworkSegment(5fa268d8-a928-49a3-83cb-b1b58f2b8987),segment_id=5fa268d8-a928-49a3-83cb-b1b58f2b8987)] {{(pid=108235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:00:32.840997 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a25c85-d567-4c2e-bfb5-b1b6aec29eca admin admin] Deleting subnet 590a1ad0-60ef-42cd-ada5-95e28738a3e4 {{(pid=108236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 28 08:00:32.845117 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-78a25c85-d567-4c2e-bfb5-b1b6aec29eca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:32.850182 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fffcff-0979-49aa-994f-1ef03811a15b req-bc156a33-676a-4d70-9e3c-4960e4ba817f tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:32.851871 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a5fffcff-0979-49aa-994f-1ef03811a15b req-bc156a33-676a-4d70-9e3c-4960e4ba817f tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 943 time: 0.0817626 Oct 28 08:00:32.879269 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:32.895210 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a5fffcff-0979-49aa-994f-1ef03811a15b req-e5cac8d9-2a1f-4068-9431-3e00d0c00e14 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353377 Oct 28 08:00:32.931673 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-78a25c85-d567-4c2e-bfb5-b1b6aec29eca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:32.941832 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:32.956371 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:32.956371 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] 10.222.0.30 "PUT /v2.0/ports/6ce971f5-16b3-4e43-9ffa-703fa6c58260 HTTP/1.1" status: 200 len: 1094 time: 1.6625774 Oct 28 08:00:32.956371 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0c46a8-b74f-45eb-825c-38be3db9c0ea', 'tag': '6ce971f5-16b3-4e43-9ffa-703fa6c58260'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:00:32.978426 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:33.071966 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:33.071966 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for port, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:33.072405 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] 10.222.0.30 "PUT /v2.0/ports/8e736bd8-a1c8-4680-b133-60b5d9deeb29 HTTP/1.1" status: 200 len: 1093 time: 1.7909546 Oct 28 08:00:33.074409 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-345b9600-fd99-4d87-8bf3-8489f799fb06 req-76047d08-5587-4725-b332-36421aa1f1ba tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 210 time: 0.0469325 Oct 28 08:00:33.074938 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe65a95-dc63-4f74-8aa5-0f7df1afbe82', 'tag': '8e736bd8-a1c8-4680-b133-60b5d9deeb29'}] {{(pid=108235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:00:33.128508 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-78a25c85-d567-4c2e-bfb5-b1b6aec29eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16331822'] for subnet, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:33.220251 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c748194-3716-43fe-aa33-708e1283a2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e736bd8-a1c8-4680-b133-60b5d9deeb29,revision_number=3']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:33.225116 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399cf03-f89b-4769-b71b-974d8845fd94 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce971f5-16b3-4e43-9ffa-703fa6c58260,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:33.251653 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.30', 57485) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:33.275915 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f5e35eb3-cc4e-4aa8-8197-aced2676382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:33.278449 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f5e35eb3-cc4e-4aa8-8197-aced2676382b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9df9af85b934838a36075f431459a17&device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 1097 time: 0.1410630 Oct 28 08:00:33.404863 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-459b1e9a-3b2c-4a4d-98a1-04c543e7aac8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:33.406556 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-459b1e9a-3b2c-4a4d-98a1-04c543e7aac8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.30 "GET /v2.0/networks?id=20337a09-3f8c-4816-b371-3113e23fc3c9 HTTP/1.1" status: 200 len: 817 time: 0.3453062 Oct 28 08:00:33.420655 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-213a0280-149f-45b6-98fa-47ce0f28880f req-41711ec7-dac3-4f1f-9887-31f4928b4993 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce971f5-16b3-4e43-9ffa-703fa6c58260 HTTP/1.1" status: 200 len: 217 time: 0.1302822 Oct 28 08:00:33.429447 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6ee1dd-1a1a-484b-a17f-5274f252589f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0c46a8-b74f-45eb-825c-38be3db9c0ea", "tag": "6ce971f5-16b3-4e43-9ffa-703fa6c58260"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:00:33.435576 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-e18930c9-5b6c-4490-83c6-dbbfba021cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:33.437415 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-e18930c9-5b6c-4490-83c6-dbbfba021cfa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea378425f57e4c9598663e9e73aafe77&device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 1096 time: 0.1848226 Oct 28 08:00:33.447192 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-78a25c85-d567-4c2e-bfb5-b1b6aec29eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16331809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for subnet, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:33.552809 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a25c85-d567-4c2e-bfb5-b1b6aec29eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=590a1ad0-60ef-42cd-ada5-95e28738a3e4,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:33.673506 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-78a25c85-d567-4c2e-bfb5-b1b6aec29eca admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:33.677046 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-78a25c85-d567-4c2e-bfb5-b1b6aec29eca admin admin] 10.222.0.37 "DELETE /v2.0/subnets/590a1ad0-60ef-42cd-ada5-95e28738a3e4 HTTP/1.1" status: 204 len: 168 time: 0.8899689 Oct 28 08:00:33.688341 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a1c95b-0adb-4a3e-8d1b-b9999193d6bc x-openstack-request-id: req-67a1c95b-0adb-4a3e-8d1b-b9999193d6bc {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:00:33.689504 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0c46a8-b74f-45eb-825c-38be3db9c0ea", "tag": "6ce971f5-16b3-4e43-9ffa-703fa6c58260", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:00:33.689504 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67a1c95b-0adb-4a3e-8d1b-b9999193d6bc {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:00:33.689504 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0c46a8-b74f-45eb-825c-38be3db9c0ea', 'tag': '6ce971f5-16b3-4e43-9ffa-703fa6c58260', 'status': 'completed', 'code': 200} Oct 28 08:00:33.691527 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-d245b03d-b749-49a1-8947-3a0b7dbd5bdd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e736bd8-a1c8-4680-b133-60b5d9deeb29 HTTP/1.1" status: 200 len: 217 time: 0.2134817 Oct 28 08:00:33.691527 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 56192) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:33.724582 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4ad7e0b1a6d0b9f916951d122592239853211ff815bbc9715a4b116bc233df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395cdba0-7ec9-4657-b95c-2d49fb82a340" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe65a95-dc63-4f74-8aa5-0f7df1afbe82", "tag": "8e736bd8-a1c8-4680-b133-60b5d9deeb29"}]}' {{(pid=108235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:00:33.767777 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-eedb7fe5-6201-4ff5-90a2-5500e6765749 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb HTTP/1.1" status: 200 len: 380 time: 0.3280022 Oct 28 08:00:33.824377 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-b089c42d-86e2-4568-a92b-edfee909633d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Request body: {'port': {'device_id': '4d742387-f880-452a-bae3-87a87a5723a0', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'admin_state_up': True, 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'security_groups': ['7515157d-0444-49d0-a7e4-df8fe4101824']}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:33.838534 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475ca02-2573-4a83-bf59-e7dcb85d4558 req-9678555b-89f0-4432-afde-2083c3a9802d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:33.840996 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c475ca02-2573-4a83-bf59-e7dcb85d4558 req-9678555b-89f0-4432-afde-2083c3a9802d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 944 time: 0.4223523 Oct 28 08:00:33.846399 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a0280-149f-45b6-98fa-47ce0f28880f req-257087e0-b7a2-4db1-afe5-6ddb25a24761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:33.848007 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-213a0280-149f-45b6-98fa-47ce0f28880f req-257087e0-b7a2-4db1-afe5-6ddb25a24761 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0de35a65-ec2c-4494-9394-75899e9e59fa HTTP/1.1" status: 200 len: 855 time: 0.1264238 Oct 28 08:00:33.849818 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.30', 57488) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:33.880173 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00efdd9e-6dc6-44ed-b905-ce4d42a67616 x-openstack-request-id: req-00efdd9e-6dc6-44ed-b905-ce4d42a67616 {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:00:33.880513 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe65a95-dc63-4f74-8aa5-0f7df1afbe82", "tag": "8e736bd8-a1c8-4680-b133-60b5d9deeb29", "status": "completed", "code": 200}]} {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:00:33.880768 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00efdd9e-6dc6-44ed-b905-ce4d42a67616 {{(pid=108235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:00:33.881225 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe65a95-dc63-4f74-8aa5-0f7df1afbe82', 'tag': '8e736bd8-a1c8-4680-b133-60b5d9deeb29', 'status': 'completed', 'code': 200} Oct 28 08:00:33.934246 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-d900ff75-1eb8-4f99-a3c5-f67a7f53eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:33.936532 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-d900ff75-1eb8-4f99-a3c5-f67a7f53eec4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7350d300-153b-4c79-aaf4-a45fa20977a8 HTTP/1.1" status: 200 len: 852 time: 0.2217426 Oct 28 08:00:33.941067 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-213a0280-149f-45b6-98fa-47ce0f28880f req-b00d75bc-bed4-4183-8641-579d20cd87c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35f534e6-c3cc-4ef7-b110-42cfe99bd7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825465 Oct 28 08:00:33.942364 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16338927'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:34.012774 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-9ec5e2f3-dd51-4f11-900f-c2eb6270fa00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f31acf72-a476-4a2c-a1b1-0af310beb7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621784 Oct 28 08:00:34.065977 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2b873880-a361-4776-8ef5-7252eb53d3f5 req-e3909356-bc08-4b9f-9729-a8f23728dfa6 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 210 time: 0.0953283 Oct 28 08:00:34.086486 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c475ca02-2573-4a83-bf59-e7dcb85d4558 req-7427212e-16bd-4725-a024-35f80a5becda tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337601 Oct 28 08:00:34.178833 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-c7170207-df75-4474-a68f-22a98ba1e528 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:34.180315 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-c7170207-df75-4474-a68f-22a98ba1e528 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.30 "GET /v2.0/networks?id=d4cd82f9-faba-431d-97e4-608ffe0281aa HTTP/1.1" status: 200 len: 810 time: 0.3236699 Oct 28 08:00:34.180975 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16320981', 'neutron.services.segments.db._delete_segments_for_network-8754292201485'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:34.196865 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-213a0280-149f-45b6-98fa-47ce0f28880f req-f895299b-0337-415a-b419-5e8df532273f service neutron] 10.222.0.30 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249744 Oct 28 08:00:34.240249 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-025efaf6-5394-415c-b0fb-bd58f4e1b96b req-d23db185-1851-4504-85a2-b578e8b34b48 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 210 time: 0.0546393 Oct 28 08:00:34.356793 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-b089c42d-86e2-4568-a92b-edfee909633d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Made reservation on behalf of bcf05c3e19af4f1fb37f6ac697f5b8cb for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:00:34.360804 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-b089c42d-86e2-4568-a92b-edfee909633d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:34.365324 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:00:34.365647 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:00:34.366371 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:00:34.366694 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Subscribe: > port after_create 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:00:34.367054 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:00:34.367394 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Subscribe: > port after_update 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:00:34.367707 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:00:34.368015 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:00:34.368356 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:00:34.368562 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-8dd632d6-e899-4fdd-b6d6-2f745d810939 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc0cb6f6b93541f18633bde7ab1d60a4 HTTP/1.1" status: 200 len: 380 time: 0.1683278 Oct 28 08:00:34.368668 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:00:34.381088 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-8ff897f1-3f85-4cd2-bd34-fda27bbafb58 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Request body: {'port': {'device_id': '5272d69c-d923-4221-b9b2-e9567189d066', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'admin_state_up': True, 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'security_groups': ['d76c835c-eaf1-44b6-a1a2-b399fde54e73']}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:34.393774 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb63fa3-9e8b-469f-acfa-14bfd3754ac3 req-6f97bca5-e77b-4d81-b3bb-fac417eab712 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:34.395373 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ecb63fa3-9e8b-469f-acfa-14bfd3754ac3 req-6f97bca5-e77b-4d81-b3bb-fac417eab712 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 943 time: 0.1975896 Oct 28 08:00:34.477115 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-213a0280-149f-45b6-98fa-47ce0f28880f req-0a8a8936-b8d5-447a-b5c4-a599f42cf719 service neutron] 10.222.0.30 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551680 Oct 28 08:00:34.504977 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ecb63fa3-9e8b-469f-acfa-14bfd3754ac3 req-407f8634-61f0-4f73-ac7f-f13d0dbc989a tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885975 Oct 28 08:00:34.559497 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:00:34.559850 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:00:34.560209 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:00:34.560547 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:00:34.560936 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3d5b7e-c955-4208-bea1-3719c7ed717c']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:34.587696 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1bde644-1202-4ecb-a07c-5d165ef8df76') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:34.599976 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1bde644-1202-4ecb-a07c-5d165ef8df76') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:34.599976 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-c01b587e-eec6-45e3-b9eb-3a6f73e800cb service neutron] 10.222.0.30 "GET /v2.0/networks/f31acf72-a476-4a2c-a1b1-0af310beb7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721178 Oct 28 08:00:34.621742 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754292204054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3450394'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:34.687927 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:34.733261 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-8ff897f1-3f85-4cd2-bd34-fda27bbafb58 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Made reservation on behalf of dc0cb6f6b93541f18633bde7ab1d60a4 for: {'port': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:00:34.739762 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-8ff897f1-3f85-4cd2-bd34-fda27bbafb58 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:34.745855 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:00:34.745855 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4058841'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: from cryptography.utils import int_from_bytes Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: from cryptography.utils import int_from_bytes Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: Traceback (most recent call last): Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: timer() Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: cb(*args, **kw) Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: self._notify() Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: self.callback(batched_events) Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: event.method(event) Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: return f(self, *a, **k) Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._get(url).json() Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:00:34.749940 dv-cinder-815780-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:00:34.876504 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ee1dd-1a1a-484b-a17f-5274f252589f req-d81b2de0-c7f1-4e8a-93d1-975f75cd22f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:34.883401 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-391b345a-41cf-4d7d-8197-eb1d8a3efca4 req-65d9fec1-d66f-419e-a7fa-eef461554cde service neutron] 10.222.0.30 "GET /v2.0/networks/f31acf72-a476-4a2c-a1b1-0af310beb7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722731 Oct 28 08:00:34.883540 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-da6ee1dd-1a1a-484b-a17f-5274f252589f req-d81b2de0-c7f1-4e8a-93d1-975f75cd22f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9df9af85b934838a36075f431459a17&device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 1097 time: 0.1084440 Oct 28 08:00:34.895688 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-b089c42d-86e2-4568-a92b-edfee909633d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Allocated IP 172.20.0.11 (20337a09-3f8c-4816-b371-3113e23fc3c9/7836a6e2-0468-4f0c-be17-0b444d74b4ad/08090d45-57f6-4fca-bad8-ed42f1cafd88) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:00:34.968962 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_common [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-8ff897f1-3f85-4cd2-bd34-fda27bbafb58 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Allocated IP 172.20.0.8 (d4cd82f9-faba-431d-97e4-608ffe0281aa/ebf29cbc-a17c-4554-9049-631a8b4fc8a2/baa04711-515e-450f-84a5-e73227cfbe81) {{(pid=108235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:00:34.973755 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16320940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586477'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:34.999016 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:34.999016 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0e3d5b7e-c955-4208-bea1-3719c7ed717c HTTP/1.1" status: 204 len: 168 time: 1.2923937 Oct 28 08:00:34.999016 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 56228) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:35.019289 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b1050-76c6-4be9-a76f-0cb0ad6ae378 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e3d5b7e-c955-4208-bea1-3719c7ed717c,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:35.080982 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_v2 [None req-31097ed3-67b6-4d0f-b886-84f35817b7a8 admin admin] Deleting subnet e68a0827-f679-4aaf-90d7-0f6b816528b7 {{(pid=108236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 28 08:00:35.086702 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-31097ed3-67b6-4d0f-b886-84f35817b7a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:35.130090 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ee1dd-1a1a-484b-a17f-5274f252589f req-6a1052cc-771e-44f8-98ca-6c4d1f7ef449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:35.132042 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-da6ee1dd-1a1a-484b-a17f-5274f252589f req-6a1052cc-771e-44f8-98ca-6c4d1f7ef449 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 HTTP/1.1" status: 200 len: 916 time: 0.2418187 Oct 28 08:00:35.137206 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-b089c42d-86e2-4568-a92b-edfee909633d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:35.176547 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-31097ed3-67b6-4d0f-b886-84f35817b7a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3450373'] for subnet, precommit_delete_associations {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:35.182350 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-da6ee1dd-1a1a-484b-a17f-5274f252589f req-862c672d-3d00-4b21-975e-54629ad7d43a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce971f5-16b3-4e43-9ffa-703fa6c58260 HTTP/1.1" status: 200 len: 217 time: 0.0418496 Oct 28 08:00:35.223013 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-31097ed3-67b6-4d0f-b886-84f35817b7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16331822'] for subnet, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:35.289578 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cdba0-7ec9-4657-b95c-2d49fb82a340 req-5f6127ba-059c-4c6d-b40c-fa76b41c0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:35.291128 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-395cdba0-7ec9-4657-b95c-2d49fb82a340 req-5f6127ba-059c-4c6d-b40c-fa76b41c0091 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea378425f57e4c9598663e9e73aafe77&device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 1096 time: 0.1585894 Oct 28 08:00:35.310066 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5e8f2f25-9391-4c27-aaf5-c3229fa8380e req-5a55cfc7-a043-4fa9-8136-c68d9beca351 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 210 time: 0.0519376 Oct 28 08:00:35.324387 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ee1dd-1a1a-484b-a17f-5274f252589f req-1db5f394-ab80-4657-aa7a-ab47ad0b2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:35.326023 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-da6ee1dd-1a1a-484b-a17f-5274f252589f req-1db5f394-ab80-4657-aa7a-ab47ad0b2ade service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0de35a65-ec2c-4494-9394-75899e9e59fa HTTP/1.1" status: 200 len: 855 time: 0.1359794 Oct 28 08:00:35.340072 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-8ff897f1-3f85-4cd2-bd34-fda27bbafb58 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for port, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:35.349596 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5295ff8-5cdc-4bcc-be4b-db687e303f97 req-6355c224-67dc-4ebc-9f31-90d81044d98f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:35.351151 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e5295ff8-5cdc-4bcc-be4b-db687e303f97 req-6355c224-67dc-4ebc-9f31-90d81044d98f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 944 time: 0.1519237 Oct 28 08:00:35.436294 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-23ecbc4f-f6dd-47a0-880e-d6de303d8f2d req-8df0ab8a-80af-447c-b124-773ab1f792e8 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 210 time: 0.0588613 Oct 28 08:00:35.442639 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-da6ee1dd-1a1a-484b-a17f-5274f252589f req-e0c2b9f5-8171-45f5-b87f-3f194780d1dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35f534e6-c3cc-4ef7-b110-42cfe99bd7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494182 Oct 28 08:00:35.476870 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e5295ff8-5cdc-4bcc-be4b-db687e303f97 req-2267b71d-ec7f-4616-91f0-7dcbdd631702 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187286 Oct 28 08:00:35.543774 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cdba0-7ec9-4657-b95c-2d49fb82a340 req-a11baf35-99c1-4582-bf6f-127d6b16673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:35.543774 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-395cdba0-7ec9-4657-b95c-2d49fb82a340 req-a11baf35-99c1-4582-bf6f-127d6b16673c service neutron] 10.222.0.30 "GET /v2.0/networks?id=f31acf72-a476-4a2c-a1b1-0af310beb7de HTTP/1.1" status: 200 len: 913 time: 0.1639357 Oct 28 08:00:35.564703 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-b089c42d-86e2-4568-a92b-edfee909633d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:35.569764 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-da6ee1dd-1a1a-484b-a17f-5274f252589f req-57c46797-7450-44f2-84c5-753e11635f04 service neutron] 10.222.0.30 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186793 Oct 28 08:00:35.598817 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-8ff897f1-3f85-4cd2-bd34-fda27bbafb58 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:35.599718 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-31097ed3-67b6-4d0f-b886-84f35817b7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16331809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4058815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3950031'] for subnet, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:35.650973 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089c42d-86e2-4568-a92b-edfee909633d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Pushing event updated for resources: {'Port': ['ID=08090d45-57f6-4fca-bad8-ed42f1cafd88,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:35.654338 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-395cdba0-7ec9-4657-b95c-2d49fb82a340 req-52f03162-dc46-4c30-ba63-967be98f5bb6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e736bd8-a1c8-4680-b133-60b5d9deeb29 HTTP/1.1" status: 200 len: 217 time: 0.1036539 Oct 28 08:00:35.692876 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31097ed3-67b6-4d0f-b886-84f35817b7a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e68a0827-f679-4aaf-90d7-0f6b816528b7,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:35.706387 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-b089c42d-86e2-4568-a92b-edfee909633d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Network 20337a09-3f8c-4816-b371-3113e23fc3c9 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:00:35.731683 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-b089c42d-86e2-4568-a92b-edfee909633d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:00:35.733876 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-31097ed3-67b6-4d0f-b886-84f35817b7a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:35.737313 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-31097ed3-67b6-4d0f-b886-84f35817b7a8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e68a0827-f679-4aaf-90d7-0f6b816528b7 HTTP/1.1" status: 204 len: 168 time: 0.7362437 Oct 28 08:00:35.738214 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-b089c42d-86e2-4568-a92b-edfee909633d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:00:35.744196 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 56250) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:35.874960 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cdba0-7ec9-4657-b95c-2d49fb82a340 req-b45f2a6d-dd73-450d-bf50-cc3265d51ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:35.876532 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-395cdba0-7ec9-4657-b95c-2d49fb82a340 req-b45f2a6d-dd73-450d-bf50-cc3265d51ff8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7350d300-153b-4c79-aaf4-a45fa20977a8 HTTP/1.1" status: 200 len: 852 time: 0.1937199 Oct 28 08:00:35.886655 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-b089c42d-86e2-4568-a92b-edfee909633d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:35.887414 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-b089c42d-86e2-4568-a92b-edfee909633d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:35.934721 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-395cdba0-7ec9-4657-b95c-2d49fb82a340 req-cebf2b5e-3013-4e6d-b47b-142b3a28d07c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f31acf72-a476-4a2c-a1b1-0af310beb7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437610 Oct 28 08:00:35.939784 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-830afbfd-f26c-48c0-b53d-f476f26f4db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16338927'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:35.972140 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff897f1-3f85-4cd2-bd34-fda27bbafb58 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Pushing event updated for resources: {'Port': ['ID=baa04711-515e-450f-84a5-e73227cfbe81,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:35.978782 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-8ff897f1-3f85-4cd2-bd34-fda27bbafb58 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Network d4cd82f9-faba-431d-97e4-608ffe0281aa is already hosted by enough agents. {{(pid=108235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:00:35.985379 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-8ff897f1-3f85-4cd2-bd34-fda27bbafb58 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Resources bound (agent type, host, resource id): {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:00:35.987951 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-8ff897f1-3f85-4cd2-bd34-fda27bbafb58 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Received port after_create {{(pid=108235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:00:35.993743 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-8ff897f1-3f85-4cd2-bd34-fda27bbafb58 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:35.994925 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-8ff897f1-3f85-4cd2-bd34-fda27bbafb58 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for port, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:36.036886 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c9f10-4e09-4481-8fdb-6080d0e34711 req-eb7d92a8-9442-483f-8350-3819c781fba7 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:36.038781 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dd8c9f10-4e09-4481-8fdb-6080d0e34711 req-eb7d92a8-9442-483f-8350-3819c781fba7 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 943 time: 0.4426906 Oct 28 08:00:36.057983 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-da6ee1dd-1a1a-484b-a17f-5274f252589f req-795e658a-627b-41aa-b9f9-ca5791b32a6b service neutron] 10.222.0.30 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718845 Oct 28 08:00:36.096636 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-830afbfd-f26c-48c0-b53d-f476f26f4db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16320981', 'neutron.services.segments.db._delete_segments_for_network-8754292201485'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:36.099272 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dd8c9f10-4e09-4481-8fdb-6080d0e34711 req-959a3bec-e2a1-49b5-b49b-37d0655c3a29 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520897 Oct 28 08:00:36.110970 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-2a48b5f3-34a8-4286-81b9-c4bf5ee1f0d9 None None] Provisioning complete for port 08090d45-57f6-4fca-bad8-ed42f1cafd88 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:36.111570 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2a48b5f3-34a8-4286-81b9-c4bf5ee1f0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:36.111669 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-b089c42d-86e2-4568-a92b-edfee909633d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2981641 Oct 28 08:00:36.113028 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-8ff897f1-3f85-4cd2-bd34-fda27bbafb58 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7340076 Oct 28 08:00:36.135306 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Request body: {'port': {'device_id': '5272d69c-d923-4221-b9b2-e9567189d066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:36.136849 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Request body: {'port': {'device_id': '4d742387-f880-452a-bae3-87a87a5723a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:00:36.159745 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-2a48b5f3-34a8-4286-81b9-c4bf5ee1f0d9 None None] Port 08090d45-57f6-4fca-bad8-ed42f1cafd88 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:00:36.167126 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-830afbfd-f26c-48c0-b53d-f476f26f4db4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d52e30-030c-459c-b52a-42d062f76ab1']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:36.171793 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-395cdba0-7ec9-4657-b95c-2d49fb82a340 req-d3b93cef-ecb7-4174-846a-5a1585993c4d service neutron] 10.222.0.30 "GET /v2.0/networks/f31acf72-a476-4a2c-a1b1-0af310beb7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284799 Oct 28 08:00:36.204107 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-830afbfd-f26c-48c0-b53d-f476f26f4db4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0794abe3-945e-440b-9384-369b79ef40c4') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:36.204440 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-830afbfd-f26c-48c0-b53d-f476f26f4db4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0794abe3-945e-440b-9384-369b79ef40c4') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:00:36.208668 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:36.251418 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-830afbfd-f26c-48c0-b53d-f476f26f4db4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754292204054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3450394'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:36.281492 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-135cef88-1620-4c6d-9b75-e0727d97757d None None] Provisioning complete for port baa04711-515e-450f-84a5-e73227cfbe81 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:36.282228 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-135cef88-1620-4c6d-9b75-e0727d97757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:36.284060 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-830afbfd-f26c-48c0-b53d-f476f26f4db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:36.296750 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830afbfd-f26c-48c0-b53d-f476f26f4db4 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:00:36.298116 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-830afbfd-f26c-48c0-b53d-f476f26f4db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4058841'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: Traceback (most recent call last): Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: timer() Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: cb(*args, **kw) Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: self._notify() Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: self.callback(batched_events) Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: event.method(event) Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: return f(self, *a, **k) Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._get(url).json() Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:00:36.301579 dv-cinder-815780-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:00:36.312663 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:36.321201 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-135cef88-1620-4c6d-9b75-e0727d97757d None None] Port baa04711-515e-450f-84a5-e73227cfbe81 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:00:36.461136 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e19372-6911-4aff-93f7-a91fb208d780 req-83097385-d72e-4edb-b67a-83676d227d5f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:36.462769 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d8e19372-6911-4aff-93f7-a91fb208d780 req-83097385-d72e-4edb-b67a-83676d227d5f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 932 time: 0.0748804 Oct 28 08:00:36.536060 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d8e19372-6911-4aff-93f7-a91fb208d780 req-d5985eb2-c0ec-472a-aada-948d069c7b87 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629737 Oct 28 08:00:36.578692 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-395cdba0-7ec9-4657-b95c-2d49fb82a340 req-e2fcd722-ea3c-4c38-af01-65cf39e118a3 service neutron] 10.222.0.30 "GET /v2.0/networks/f31acf72-a476-4a2c-a1b1-0af310beb7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975041 Oct 28 08:00:36.606382 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa04711-515e-450f-84a5-e73227cfbe81 {{(pid=108235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:00:36.618241 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:36.641541 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc74aa-8514-421a-a4e4-327bc62b3562 req-998bbd9a-0605-4518-a37b-e563c3c43d0e tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:36.647256 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-68bc74aa-8514-421a-a4e4-327bc62b3562 req-998bbd9a-0605-4518-a37b-e563c3c43d0e tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 931 time: 0.1062419 Oct 28 08:00:36.687805 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.provisioning_blocks [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Transition to ACTIVE for port object baa04711-515e-450f-84a5-e73227cfbe81 will not be triggered until provisioned by entity L2. {{(pid=108235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:00:36.687939 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-830afbfd-f26c-48c0-b53d-f476f26f4db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16320940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586477'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:36.693854 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-830afbfd-f26c-48c0-b53d-f476f26f4db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:36.697242 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-830afbfd-f26c-48c0-b53d-f476f26f4db4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d4d52e30-030c-459c-b52a-42d062f76ab1 HTTP/1.1" status: 204 len: 168 time: 0.9523251 Oct 28 08:00:36.721292 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830afbfd-f26c-48c0-b53d-f476f26f4db4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4d52e30-030c-459c-b52a-42d062f76ab1,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:36.730283 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-68bc74aa-8514-421a-a4e4-327bc62b3562 req-b0245028-dc35-4745-9faf-5418975618d4 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763745 Oct 28 08:00:36.741783 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ad7ec-c2c5-44ce-8df9-af025faa0832 req-0eaf372b-3566-4b33-a97c-14df4e01e5a5 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:36.743715 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-be0ad7ec-c2c5-44ce-8df9-af025faa0832 req-0eaf372b-3566-4b33-a97c-14df4e01e5a5 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 944 time: 0.1153259 Oct 28 08:00:36.811157 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-be0ad7ec-c2c5-44ce-8df9-af025faa0832 req-13bf76dc-97a0-410c-862a-12cf135b767c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581372 Oct 28 08:00:36.852193 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:36.927485 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=baa04711-515e-450f-84a5-e73227cfbe81,revision_number=2']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:36.929670 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08090d45-57f6-4fca-bad8-ed42f1cafd88 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:00:36.944705 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:36.958691 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Transition to ACTIVE for port object 08090d45-57f6-4fca-bad8-ed42f1cafd88 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:00:36.963741 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.managers [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Attempting to bind port baa04711-515e-450f-84a5-e73227cfbe81 on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:00:36.964136 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.managers [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Attempting to bind port baa04711-515e-450f-84a5-e73227cfbe81 by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': 'b127d0de-a9b3-4a5b-8026-428c831895e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa'}] {{(pid=108235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:00:36.964630 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Attempting to bind port baa04711-515e-450f-84a5-e73227cfbe81 on network d4cd82f9-faba-431d-97e4-608ffe0281aa {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:00:36.969083 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Port baa04711-515e-450f-84a5-e73227cfbe81 on network d4cd82f9-faba-431d-97e4-608ffe0281aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:00:36.969406 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Attempting to bind port baa04711-515e-450f-84a5-e73227cfbe81 on network d4cd82f9-faba-431d-97e4-608ffe0281aa {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:00:36.974367 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:00:36.974705 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Checking segment: {'id': 'b127d0de-a9b3-4a5b-8026-428c831895e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:00:36.975118 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Bound using segment: {'id': 'b127d0de-a9b3-4a5b-8026-428c831895e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa'} {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:00:36.975550 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.managers [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Bound port: baa04711-515e-450f-84a5-e73227cfbe81, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b127d0de-a9b3-4a5b-8026-428c831895e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa'}}] {{(pid=108235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:00:36.975940 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:37.045503 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] For port baa04711-515e-450f-84a5-e73227cfbe81, host hv-cinder-81578, cleared binding levels {{(pid=108235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:00:37.049114 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] For port baa04711-515e-450f-84a5-e73227cfbe81, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=baa04711-515e-450f-84a5-e73227cfbe81,segment=NetworkSegment(b127d0de-a9b3-4a5b-8026-428c831895e9),segment_id=b127d0de-a9b3-4a5b-8026-428c831895e9)] {{(pid=108235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:00:37.133220 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:37.204830 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Pushing event updated for resources: {'Port': ['ID=08090d45-57f6-4fca-bad8-ed42f1cafd88,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:37.233103 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104eb003-b531-47ee-9a76-b877ea3a768a req-ff01af42-0264-4325-85ba-f78481b3d3e8 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:37.234695 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-104eb003-b531-47ee-9a76-b877ea3a768a req-ff01af42-0264-4325-85ba-f78481b3d3e8 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 943 time: 0.0592706 Oct 28 08:00:37.249482 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:37.283526 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Attempting to bind port 08090d45-57f6-4fca-bad8-ed42f1cafd88 on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:00:37.283865 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Attempting to bind port 08090d45-57f6-4fca-bad8-ed42f1cafd88 by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': '2896dab4-65aa-4561-8c15-ddc25c74ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:00:37.284242 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Attempting to bind port 08090d45-57f6-4fca-bad8-ed42f1cafd88 on network 20337a09-3f8c-4816-b371-3113e23fc3c9 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:00:37.289346 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Port 08090d45-57f6-4fca-bad8-ed42f1cafd88 on network 20337a09-3f8c-4816-b371-3113e23fc3c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:00:37.289666 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Attempting to bind port 08090d45-57f6-4fca-bad8-ed42f1cafd88 on network 20337a09-3f8c-4816-b371-3113e23fc3c9 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:00:37.298365 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:00:37.298365 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Checking segment: {'id': '2896dab4-65aa-4561-8c15-ddc25c74ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:00:37.299385 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:37.299486 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Bound using segment: {'id': '2896dab4-65aa-4561-8c15-ddc25c74ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:00:37.299486 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Bound port: 08090d45-57f6-4fca-bad8-ed42f1cafd88, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2896dab4-65aa-4561-8c15-ddc25c74ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:00:37.299643 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for port, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:37.299727 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:37.299797 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] 10.222.0.30 "PUT /v2.0/ports/baa04711-515e-450f-84a5-e73227cfbe81 HTTP/1.1" status: 200 len: 1093 time: 1.1711063 Oct 28 08:00:37.302982 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5272d69c-d923-4221-b9b2-e9567189d066', 'tag': 'baa04711-515e-450f-84a5-e73227cfbe81'}] {{(pid=108235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:00:37.306262 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4ad7e0b1a6d0b9f916951d122592239853211ff815bbc9715a4b116bc233df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4c83d7-937c-4d5c-a41e-35ebc66fa190" -d '{"events": [{"name": "network-changed", "server_uuid": "5272d69c-d923-4221-b9b2-e9567189d066", "tag": "baa04711-515e-450f-84a5-e73227cfbe81"}]}' {{(pid=108235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:00:37.340500 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-104eb003-b531-47ee-9a76-b877ea3a768a req-45fab246-d1b6-467d-8c13-2c3a22ada5bf tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944936 Oct 28 08:00:37.357787 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ff269-b206-408c-876f-42f62affe9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=baa04711-515e-450f-84a5-e73227cfbe81,revision_number=3']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:37.374083 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 56282) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:37.397562 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e587320-bf8d-480a-b130-5a05dca0c7cb x-openstack-request-id: req-9e587320-bf8d-480a-b130-5a05dca0c7cb {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:00:37.399070 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5272d69c-d923-4221-b9b2-e9567189d066", "tag": "baa04711-515e-450f-84a5-e73227cfbe81", "status": "completed", "code": 200}]} {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:00:37.399483 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e587320-bf8d-480a-b130-5a05dca0c7cb {{(pid=108235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:00:37.400024 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5272d69c-d923-4221-b9b2-e9567189d066', 'tag': 'baa04711-515e-450f-84a5-e73227cfbe81', 'status': 'completed', 'code': 200} Oct 28 08:00:37.426001 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] For port 08090d45-57f6-4fca-bad8-ed42f1cafd88, host hv-cinder-81578, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:00:37.429826 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] For port 08090d45-57f6-4fca-bad8-ed42f1cafd88, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=08090d45-57f6-4fca-bad8-ed42f1cafd88,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:00:37.456501 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-cbea2c57-48df-4366-8994-b9f436ca8c31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06bd7ff59e27461fb0c4605847115407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0811999 Oct 28 08:00:37.459736 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 56284) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:37.499975 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c83d7-937c-4d5c-a41e-35ebc66fa190 req-a49157ea-4b28-4759-95e3-dd1c71a26d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:37.502104 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5b4c83d7-937c-4d5c-a41e-35ebc66fa190 req-a49157ea-4b28-4759-95e3-dd1c71a26d57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc0cb6f6b93541f18633bde7ab1d60a4&device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 1096 time: 0.0753596 Oct 28 08:00:37.609568 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-46ba60b6-f81f-4c43-a36c-ea824e5620be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:37.634716 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:37.678253 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:37.678905 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:37.680369 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] 10.222.0.30 "PUT /v2.0/ports/08090d45-57f6-4fca-bad8-ed42f1cafd88 HTTP/1.1" status: 200 len: 1094 time: 1.5507195 Oct 28 08:00:37.680699 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d742387-f880-452a-bae3-87a87a5723a0', 'tag': '08090d45-57f6-4fca-bad8-ed42f1cafd88'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:00:37.683149 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9181dd66-2afa-4870-81f4-371bef43d3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4d742387-f880-452a-bae3-87a87a5723a0", "tag": "08090d45-57f6-4fca-bad8-ed42f1cafd88"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:00:37.710464 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-46ba60b6-f81f-4c43-a36c-ea824e5620be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:37.723492 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9559e8d-a3c8-489a-be1c-bdc90f2b0b68 service neutron] Pushing event updated for resources: {'Port': ['ID=08090d45-57f6-4fca-bad8-ed42f1cafd88,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:37.741641 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfe4483-be2d-4a10-9ae0-2312ec5219d6 x-openstack-request-id: req-cbfe4483-be2d-4a10-9ae0-2312ec5219d6 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:00:37.742068 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d742387-f880-452a-bae3-87a87a5723a0", "tag": "08090d45-57f6-4fca-bad8-ed42f1cafd88", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:00:37.742329 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cbfe4483-be2d-4a10-9ae0-2312ec5219d6 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:00:37.743032 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d742387-f880-452a-bae3-87a87a5723a0', 'tag': '08090d45-57f6-4fca-bad8-ed42f1cafd88', 'status': 'completed', 'code': 200} Oct 28 08:00:37.756784 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c83d7-937c-4d5c-a41e-35ebc66fa190 req-ef746b19-10e4-44c1-8da8-96f8fb4afb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:37.758645 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5b4c83d7-937c-4d5c-a41e-35ebc66fa190 req-ef746b19-10e4-44c1-8da8-96f8fb4afb4d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dc0cb6f6b93541f18633bde7ab1d60a4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2479134 Oct 28 08:00:37.793347 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9d332-e9f0-4dde-9e28-90a05a67a718 req-214df670-3275-45ea-8254-1e7e134b5a9b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:37.795034 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6f9d332-e9f0-4dde-9e28-90a05a67a718 req-214df670-3275-45ea-8254-1e7e134b5a9b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.1765845 Oct 28 08:00:37.844963 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181dd66-2afa-4870-81f4-371bef43d3c0 req-947e88a2-ef1a-4af8-a4b6-ce1cb6051972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:37.846499 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9181dd66-2afa-4870-81f4-371bef43d3c0 req-947e88a2-ef1a-4af8-a4b6-ce1cb6051972 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb&device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 1097 time: 0.0724893 Oct 28 08:00:38.042426 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6f9d332-e9f0-4dde-9e28-90a05a67a718 req-8c242cc4-b036-40f8-8658-314480af0e0c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281022 Oct 28 08:00:38.071090 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c83d7-937c-4d5c-a41e-35ebc66fa190 req-c2366ad9-58d0-4bee-a6f9-5cd138a26765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:38.072679 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5b4c83d7-937c-4d5c-a41e-35ebc66fa190 req-c2366ad9-58d0-4bee-a6f9-5cd138a26765 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2996545 Oct 28 08:00:38.083301 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7d993-964b-45b0-b956-5d230549e918 req-fe639f7e-95b7-48d3-934f-c83be263d18e tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:38.087408 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cde7d993-964b-45b0-b956-5d230549e918 req-fe639f7e-95b7-48d3-934f-c83be263d18e tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 943 time: 0.2049527 Oct 28 08:00:38.093713 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181dd66-2afa-4870-81f4-371bef43d3c0 req-4c250a49-7723-4429-892d-bf8a43e43bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:38.096568 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9181dd66-2afa-4870-81f4-371bef43d3c0 req-4c250a49-7723-4429-892d-bf8a43e43bac service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2399840 Oct 28 08:00:38.155293 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-46ba60b6-f81f-4c43-a36c-ea824e5620be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:38.157970 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-46ba60b6-f81f-4c43-a36c-ea824e5620be admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:38.159108 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-46ba60b6-f81f-4c43-a36c-ea824e5620be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bfa97465-1188-4f12-a641-da1951ca65f8 HTTP/1.1" status: 204 len: 168 time: 0.6983078 Oct 28 08:00:38.171952 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cde7d993-964b-45b0-b956-5d230549e918 req-1b8b36fa-d26e-47b7-ac04-eb6311b424aa tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769267 Oct 28 08:00:38.209475 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba60b6-f81f-4c43-a36c-ea824e5620be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa97465-1188-4f12-a641-da1951ca65f8,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:38.238114 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-3a266dfd-1252-4988-9be1-ddefd19995db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:38.245568 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-3a266dfd-1252-4988-9be1-ddefd19995db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc0cb6f6b93541f18633bde7ab1d60a4&device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 1096 time: 0.1301196 Oct 28 08:00:38.265139 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aec4aa-e354-46e6-9e83-d2d67a478cf7 req-1cc29e4c-532a-465a-af70-3c0e478341c8 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:38.265139 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-64aec4aa-e354-46e6-9e83-d2d67a478cf7 req-1cc29e4c-532a-465a-af70-3c0e478341c8 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 944 time: 0.1322784 Oct 28 08:00:38.297744 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181dd66-2afa-4870-81f4-371bef43d3c0 req-159076f6-f25a-4816-90dc-283936a6052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:38.299610 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9181dd66-2afa-4870-81f4-371bef43d3c0 req-159076f6-f25a-4816-90dc-283936a6052a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1961524 Oct 28 08:00:38.305120 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-71e5a223-49f9-41cf-9a75-4a8d85303677 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baa04711-515e-450f-84a5-e73227cfbe81 HTTP/1.1" status: 200 len: 217 time: 0.0420542 Oct 28 08:00:38.342490 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-64aec4aa-e354-46e6-9e83-d2d67a478cf7 req-fe1d6adc-ebc9-4642-96cc-abaea49b653d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711830 Oct 28 08:00:38.384165 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-2dbcaf75-eb00-45c4-baa1-2f3229928eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:38.385996 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-2dbcaf75-eb00-45c4-baa1-2f3229928eb8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ebf29cbc-a17c-4554-9049-631a8b4fc8a2 HTTP/1.1" status: 200 len: 849 time: 0.0607879 Oct 28 08:00:38.397071 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-004c5519-8504-46ae-8e50-0509a84b9fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:38.398843 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-004c5519-8504-46ae-8e50-0509a84b9fdc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb&device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 1097 time: 0.0440712 Oct 28 08:00:38.443819 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-b82d8e60-6405-4b12-b252-217f08d619a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08090d45-57f6-4fca-bad8-ed42f1cafd88 HTTP/1.1" status: 200 len: 217 time: 0.0373354 Oct 28 08:00:38.480915 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-4add82d2-5ae1-4f50-bbfd-7fcfc3606ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:38.482973 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-4add82d2-5ae1-4f50-bbfd-7fcfc3606ed3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4cd82f9-faba-431d-97e4-608ffe0281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0871551 Oct 28 08:00:38.496643 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7584821-5c5c-4f65-9e53-441db44252bf req-84c21c94-2ebf-452a-a3ba-2df318034a3f tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:38.496877 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-3bf84dbb-dece-498a-8fa9-17c90c24b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:38.499017 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b7584821-5c5c-4f65-9e53-441db44252bf req-84c21c94-2ebf-452a-a3ba-2df318034a3f tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 943 time: 0.0753496 Oct 28 08:00:38.499156 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-3bf84dbb-dece-498a-8fa9-17c90c24b685 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7836a6e2-0468-4f0c-be17-0b444d74b4ad HTTP/1.1" status: 200 len: 856 time: 0.0482693 Oct 28 08:00:38.568148 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-7ef7f81c-fb4a-469e-b4e8-8e95853d9c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:38.569709 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-7ef7f81c-fb4a-469e-b4e8-8e95853d9c28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20337a09-3f8c-4816-b371-3113e23fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584393 Oct 28 08:00:38.599162 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b7584821-5c5c-4f65-9e53-441db44252bf req-8b389378-04ef-48e2-9b1a-385690203b47 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905490 Oct 28 08:00:38.628290 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-a4fd1754-6f06-4aa5-997c-75e87e32867d service neutron] 10.222.0.30 "GET /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265182 Oct 28 08:00:38.678145 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d0b2f3d3-e239-4e53-96ba-69e923a6ac72 service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005058 Oct 28 08:00:38.734261 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30e91b2e-89e3-4ff8-9114-3db7db01270f req-d3b8afed-2d29-4f46-8e27-03b5f88fbbed service neutron] 10.222.0.30 "GET /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998921 Oct 28 08:00:38.772239 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e8f2d410-a35a-41fe-a658-9537dd86fbcc req-d887b9b8-ee6b-484d-b446-32f3f526ad0d service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857596 Oct 28 08:00:39.153261 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd2406-4cba-4e17-8e82-2273a72c69d7 req-c0eb25bf-3f5d-4b74-b16d-55083b6708bb tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:39.154866 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-48bd2406-4cba-4e17-8e82-2273a72c69d7 req-c0eb25bf-3f5d-4b74-b16d-55083b6708bb tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0524473 Oct 28 08:00:39.199841 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-48bd2406-4cba-4e17-8e82-2273a72c69d7 req-036c0ddc-23f4-47ea-a582-fa2c1f9c89a1 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389445 Oct 28 08:00:39.278814 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 56346) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:39.286338 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2008b9-b4bd-4f63-83dc-81bb4fb1a681 req-0aeac6ed-5efa-4b55-9515-112dc3e54e44 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:39.287847 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0f2008b9-b4bd-4f63-83dc-81bb4fb1a681 req-0aeac6ed-5efa-4b55-9515-112dc3e54e44 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 943 time: 0.0506232 Oct 28 08:00:39.324471 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-ac01f6e5-2b26-4fd8-96e6-61f8ef33d693 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b70255cc5c654b40a8a70045ed505e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443947 Oct 28 08:00:39.327351 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 56348) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:39.328958 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0f2008b9-b4bd-4f63-83dc-81bb4fb1a681 req-9eb3b4ca-2943-429c-bf68-82c914e0a892 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347540 Oct 28 08:00:39.385310 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dc4370e7-136a-4b7e-b3fe-bbbc3a200612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:39.414963 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dc4370e7-136a-4b7e-b3fe-bbbc3a200612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:39.478735 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee107bc-46b2-4a47-9d4d-f5247d5ef80a req-47300607-6aa0-43d8-a3fd-3f49e25ece53 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:39.480224 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9ee107bc-46b2-4a47-9d4d-f5247d5ef80a req-47300607-6aa0-43d8-a3fd-3f49e25ece53 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 944 time: 0.0532250 Oct 28 08:00:39.519605 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9ee107bc-46b2-4a47-9d4d-f5247d5ef80a req-1e89b4ed-eaf9-44f5-a4d0-d1fa7c1404e0 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323822 Oct 28 08:00:39.583089 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dc4370e7-136a-4b7e-b3fe-bbbc3a200612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:39.585765 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dc4370e7-136a-4b7e-b3fe-bbbc3a200612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:39.587003 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-dc4370e7-136a-4b7e-b3fe-bbbc3a200612 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8ad157b-8156-4450-9773-18ea6daea729 HTTP/1.1" status: 204 len: 168 time: 0.2587113 Oct 28 08:00:39.595438 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4370e7-136a-4b7e-b3fe-bbbc3a200612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ad157b-8156-4450-9773-18ea6daea729,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:39.727853 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5f5f2-0d2a-4eb0-8579-3d7adacf893b req-e29a725a-f8a8-4804-8314-dbf18b4b97b0 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:39.730444 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a7e5f5f2-0d2a-4eb0-8579-3d7adacf893b req-e29a725a-f8a8-4804-8314-dbf18b4b97b0 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 943 time: 0.0573120 Oct 28 08:00:39.779683 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a7e5f5f2-0d2a-4eb0-8579-3d7adacf893b req-6faf54a8-0613-46c8-b5c6-91150a2afb44 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404129 Oct 28 08:00:40.319968 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971ebcf-d367-4db1-adf8-8334d5a41b9d req-e7a2611a-c75b-49b1-a0b0-a86045c24bc8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:40.321451 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2971ebcf-d367-4db1-adf8-8334d5a41b9d req-e7a2611a-c75b-49b1-a0b0-a86045c24bc8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0484023 Oct 28 08:00:40.363955 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2971ebcf-d367-4db1-adf8-8334d5a41b9d req-52068821-0795-4393-8206-6757c3f9e648 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352337 Oct 28 08:00:40.456057 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa546e-73a1-4555-9b56-d07ef688f26b req-377823d2-a75a-45fa-8780-0f1bd2966649 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:40.457528 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c7aa546e-73a1-4555-9b56-d07ef688f26b req-377823d2-a75a-45fa-8780-0f1bd2966649 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 943 time: 0.0498583 Oct 28 08:00:40.495473 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c7aa546e-73a1-4555-9b56-d07ef688f26b req-7bcb5528-43ae-4dcd-867c-92c3dd107f1f tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318978 Oct 28 08:00:40.635790 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26315477-4369-4859-8d93-e6d611ac6e0e req-6c9ce867-dc61-4548-81a3-9ebf09fc9d69 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:40.637269 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-26315477-4369-4859-8d93-e6d611ac6e0e req-6c9ce867-dc61-4548-81a3-9ebf09fc9d69 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 944 time: 0.0487862 Oct 28 08:00:40.681454 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-26315477-4369-4859-8d93-e6d611ac6e0e req-00049943-0ac6-441a-9d98-55ce9ef99499 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344114 Oct 28 08:00:40.982502 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b832b22-c018-4170-b90a-a3fbfcf3586b req-25ac44c4-6d78-4679-a3aa-e221df031448 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:40.982502 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5b832b22-c018-4170-b90a-a3fbfcf3586b req-25ac44c4-6d78-4679-a3aa-e221df031448 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 943 time: 0.0619195 Oct 28 08:00:40.982502 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5b832b22-c018-4170-b90a-a3fbfcf3586b req-b66dbb98-3fcc-4d02-855b-b70893e1d2d9 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322602 Oct 28 08:00:41.140498 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 8e736bd8-a1c8-4680-b133-60b5d9deeb29 details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:00:41.240963 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 8e736bd8-a1c8-4680-b133-60b5d9deeb29, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=8e736bd8-a1c8-4680-b133-60b5d9deeb29,segment=NetworkSegment(5fa268d8-a928-49a3-83cb-b1b58f2b8987),segment_id=5fa268d8-a928-49a3-83cb-b1b58f2b8987)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:00:41.252176 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': '8e736bd8-a1c8-4680-b133-60b5d9deeb29', 'network_id': 'f31acf72-a476-4a2c-a1b1-0af310beb7de', 'port_id': '8e736bd8-a1c8-4680-b133-60b5d9deeb29', 'mac_address': 'fa:16:3e:56:c7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7350d300-153b-4c79-aaf4-a45fa20977a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:00:41.299931 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:41.318087 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e736bd8-a1c8-4680-b133-60b5d9deeb29 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:00:41.347899 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 8e736bd8-a1c8-4680-b133-60b5d9deeb29, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=8e736bd8-a1c8-4680-b133-60b5d9deeb29,segment=NetworkSegment(5fa268d8-a928-49a3-83cb-b1b58f2b8987),segment_id=5fa268d8-a928-49a3-83cb-b1b58f2b8987)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:00:41.408204 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 56438) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:41.485210 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:41.485210 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 6ce971f5-16b3-4e43-9ffa-703fa6c58260 details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:00:41.528129 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a8325-55cb-424a-bffb-e34a33a91c4b req-00d07879-4b60-4722-8c70-5a4fb2b20c4c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:41.531416 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9a9a8325-55cb-424a-bffb-e34a33a91c4b req-00d07879-4b60-4722-8c70-5a4fb2b20c4c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0871537 Oct 28 08:00:41.538070 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8223a168-e588-4c83-98ce-7da23360350f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:41.573876 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9a9a8325-55cb-424a-bffb-e34a33a91c4b req-148430e7-5def-40f2-b948-f9315f7d80c8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349376 Oct 28 08:00:41.613547 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=8e736bd8-a1c8-4680-b133-60b5d9deeb29,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:41.656644 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe077834-c675-47e2-af0f-7a17aff6812f req-06422a52-9c0c-4f5e-88fd-34e0a4277a7c tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:41.658696 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fe077834-c675-47e2-af0f-7a17aff6812f req-06422a52-9c0c-4f5e-88fd-34e0a4277a7c tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 943 time: 0.0600176 Oct 28 08:00:41.681065 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 6ce971f5-16b3-4e43-9ffa-703fa6c58260, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=6ce971f5-16b3-4e43-9ffa-703fa6c58260,segment=NetworkSegment(37bf3e3f-ea69-46a9-bb01-0a92158211ee),segment_id=37bf3e3f-ea69-46a9-bb01-0a92158211ee)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:00:41.696185 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': '6ce971f5-16b3-4e43-9ffa-703fa6c58260', 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7', 'port_id': '6ce971f5-16b3-4e43-9ffa-703fa6c58260', 'mac_address': 'fa:16:3e:c2:7b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0de35a65-ec2c-4494-9394-75899e9e59fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:00:41.705682 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8223a168-e588-4c83-98ce-7da23360350f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:41.722397 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fe077834-c675-47e2-af0f-7a17aff6812f req-417a501c-9285-4338-9f41-83a5810bf8bf tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545883 Oct 28 08:00:41.743979 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:41.757527 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce971f5-16b3-4e43-9ffa-703fa6c58260 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:00:41.777633 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 6ce971f5-16b3-4e43-9ffa-703fa6c58260, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=6ce971f5-16b3-4e43-9ffa-703fa6c58260,segment=NetworkSegment(37bf3e3f-ea69-46a9-bb01-0a92158211ee),segment_id=37bf3e3f-ea69-46a9-bb01-0a92158211ee)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:00:41.801442 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b1acf-21e2-4acd-ba7f-89670d11607c req-76065673-67b0-471f-b359-f46bcf6c1671 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:41.802986 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0b9b1acf-21e2-4acd-ba7f-89670d11607c req-76065673-67b0-471f-b359-f46bcf6c1671 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 944 time: 0.0499852 Oct 28 08:00:41.844883 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0b9b1acf-21e2-4acd-ba7f-89670d11607c req-fac35d40-55b4-41d9-bd29-046ce09b5bf1 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350528 Oct 28 08:00:41.931533 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8223a168-e588-4c83-98ce-7da23360350f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:41.973794 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223a168-e588-4c83-98ce-7da23360350f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fc2d18-bc70-478b-8149-acb73f0c3bd1,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:41.979871 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-8223a168-e588-4c83-98ce-7da23360350f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5bee0baa79704c05b116308ab4cad4fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5706768 Oct 28 08:00:41.982505 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 56462) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:42.000375 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:42.067681 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=6ce971f5-16b3-4e43-9ffa-703fa6c58260,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:42.067922 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4cad48f3-2c1e-43c2-8b15-568a595b32da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:42.104095 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4cad48f3-2c1e-43c2-8b15-568a595b32da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:42.172943 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f63b33-b8da-499f-a1aa-8afa317819d2 req-30d43022-542c-4d9e-ad57-9eb1d57995b0 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:42.174497 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e8f63b33-b8da-499f-a1aa-8afa317819d2 req-30d43022-542c-4d9e-ad57-9eb1d57995b0 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 944 time: 0.0888917 Oct 28 08:00:42.391662 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4cad48f3-2c1e-43c2-8b15-568a595b32da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:42.394200 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4cad48f3-2c1e-43c2-8b15-568a595b32da admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:42.395362 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-4cad48f3-2c1e-43c2-8b15-568a595b32da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56fc2d18-bc70-478b-8149-acb73f0c3bd1 HTTP/1.1" status: 204 len: 168 time: 0.4116237 Oct 28 08:00:42.414950 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad48f3-2c1e-43c2-8b15-568a595b32da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fc2d18-bc70-478b-8149-acb73f0c3bd1,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:42.422696 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e8f63b33-b8da-499f-a1aa-8afa317819d2 req-02678032-c0d6-435b-a61c-5d333e6dd4fb tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376530 Oct 28 08:00:42.483403 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['6ce971f5-16b3-4e43-9ffa-703fa6c58260'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:00:42.503433 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['8e736bd8-a1c8-4680-b133-60b5d9deeb29'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:00:42.733726 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f7d8d-0382-41d1-a1ce-46eed91677bb req-fef35e62-d815-4d80-905e-be762b3c976a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:42.735355 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-653f7d8d-0382-41d1-a1ce-46eed91677bb req-fef35e62-d815-4d80-905e-be762b3c976a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0557303 Oct 28 08:00:42.780344 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-653f7d8d-0382-41d1-a1ce-46eed91677bb req-ca2c97bb-a2cd-44ef-b0ad-eb6a138a6ae5 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370309 Oct 28 08:00:42.843036 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929b775-9823-43f7-96f0-b47ba41b512e req-2318686e-79cb-4a89-9b9f-40a314f795a6 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:42.844832 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4929b775-9823-43f7-96f0-b47ba41b512e req-2318686e-79cb-4a89-9b9f-40a314f795a6 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 943 time: 0.0555160 Oct 28 08:00:42.891789 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4929b775-9823-43f7-96f0-b47ba41b512e req-692177e1-41b4-4da8-b5b0-f9a3b46142e9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403333 Oct 28 08:00:43.035910 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57338390-a39d-4034-a234-0f719d5b522d req-0f022c32-dd2c-4bad-8e15-01d8274e6d0c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:43.037415 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-57338390-a39d-4034-a234-0f719d5b522d req-0f022c32-dd2c-4bad-8e15-01d8274e6d0c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 945 time: 0.0927064 Oct 28 08:00:43.084479 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-57338390-a39d-4034-a234-0f719d5b522d req-eba939af-9a44-4fba-a68c-28b548811165 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Oct 28 08:00:43.116204 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 08090d45-57f6-4fca-bad8-ed42f1cafd88 details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:00:43.220290 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 08090d45-57f6-4fca-bad8-ed42f1cafd88, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=08090d45-57f6-4fca-bad8-ed42f1cafd88,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:00:43.232954 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': '08090d45-57f6-4fca-bad8-ed42f1cafd88', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'port_id': '08090d45-57f6-4fca-bad8-ed42f1cafd88', 'mac_address': 'fa:16:3e:e9:8e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:00:43.279268 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:43.321373 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08090d45-57f6-4fca-bad8-ed42f1cafd88 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:00:43.351381 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 08090d45-57f6-4fca-bad8-ed42f1cafd88, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=08090d45-57f6-4fca-bad8-ed42f1cafd88,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:00:43.477901 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 56506) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:43.486030 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:43.487348 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device baa04711-515e-450f-84a5-e73227cfbe81 details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:00:43.498379 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d21abb7d-7134-48e0-8b3e-7253fdc27066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:43.600608 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=08090d45-57f6-4fca-bad8-ed42f1cafd88,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:43.606612 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16edfc-bd4c-46af-9cf3-364684bef659 req-c5f27536-c244-4169-aeb2-75dc742263a5 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:43.608877 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fc16edfc-bd4c-46af-9cf3-364684bef659 req-c5f27536-c244-4169-aeb2-75dc742263a5 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 944 time: 0.0905757 Oct 28 08:00:43.662847 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d21abb7d-7134-48e0-8b3e-7253fdc27066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:43.664767 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port baa04711-515e-450f-84a5-e73227cfbe81, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=baa04711-515e-450f-84a5-e73227cfbe81,segment=NetworkSegment(b127d0de-a9b3-4a5b-8026-428c831895e9),segment_id=b127d0de-a9b3-4a5b-8026-428c831895e9)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:00:43.678397 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': 'baa04711-515e-450f-84a5-e73227cfbe81', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'port_id': 'baa04711-515e-450f-84a5-e73227cfbe81', 'mac_address': 'fa:16:3e:44:32:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:00:43.683292 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fc16edfc-bd4c-46af-9cf3-364684bef659 req-de91311d-c9f9-489a-bfdc-1919dd48c080 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631752 Oct 28 08:00:43.729483 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:43.743180 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa04711-515e-450f-84a5-e73227cfbe81 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:00:43.764219 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port baa04711-515e-450f-84a5-e73227cfbe81, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=baa04711-515e-450f-84a5-e73227cfbe81,segment=NetworkSegment(b127d0de-a9b3-4a5b-8026-428c831895e9),segment_id=b127d0de-a9b3-4a5b-8026-428c831895e9)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:00:43.799998 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d21abb7d-7134-48e0-8b3e-7253fdc27066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:43.864515 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-d21abb7d-7134-48e0-8b3e-7253fdc27066 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b5973052b90144d592881ee0ad6f3380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3826261 Oct 28 08:00:43.864515 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21abb7d-7134-48e0-8b3e-7253fdc27066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f944d1e-4703-495d-9d0d-90e04eacce80,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:43.864683 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 56524) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:43.914020 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:43.939880 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-20685e0e-a73c-4d7d-91b5-c348457fb233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:43.940051 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed9b7f-93b1-4ef7-981b-30af2fa89e30 req-bfc65453-6870-487d-b150-329150d9df37 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:43.941841 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-23ed9b7f-93b1-4ef7-981b-30af2fa89e30 req-bfc65453-6870-487d-b150-329150d9df37 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 945 time: 0.0628095 Oct 28 08:00:43.972331 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-20685e0e-a73c-4d7d-91b5-c348457fb233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:43.977050 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=baa04711-515e-450f-84a5-e73227cfbe81,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:44.021277 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-23ed9b7f-93b1-4ef7-981b-30af2fa89e30 req-f0098b63-07fb-48e5-8c0d-576150d6eb11 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708990 Oct 28 08:00:44.048765 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e178c-1a8f-4723-86df-220d43daa768 req-fade7286-6cb2-431c-ad6a-220efa894ea6 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:44.048765 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8b7e178c-1a8f-4723-86df-220d43daa768 req-fade7286-6cb2-431c-ad6a-220efa894ea6 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 944 time: 0.0694072 Oct 28 08:00:44.093156 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8b7e178c-1a8f-4723-86df-220d43daa768 req-05d5f5b8-9be6-4f5f-9a31-84f8b9f3b060 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423243 Oct 28 08:00:44.171231 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-20685e0e-a73c-4d7d-91b5-c348457fb233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:44.173920 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-20685e0e-a73c-4d7d-91b5-c348457fb233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:44.175118 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-20685e0e-a73c-4d7d-91b5-c348457fb233 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f944d1e-4703-495d-9d0d-90e04eacce80 HTTP/1.1" status: 204 len: 168 time: 0.3094289 Oct 28 08:00:44.184180 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20685e0e-a73c-4d7d-91b5-c348457fb233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f944d1e-4703-495d-9d0d-90e04eacce80,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:44.207020 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87640b2-17e3-4720-8ea3-befdceae21c8 req-9a177034-39c4-42d6-a2cf-20f24ae22278 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:44.215845 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c87640b2-17e3-4720-8ea3-befdceae21c8 req-9a177034-39c4-42d6-a2cf-20f24ae22278 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 945 time: 0.0608523 Oct 28 08:00:44.255160 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c87640b2-17e3-4720-8ea3-befdceae21c8 req-35a0b946-4845-4313-a2a4-6f3f4385fb87 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397887 Oct 28 08:00:44.296052 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['baa04711-515e-450f-84a5-e73227cfbe81'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:00:44.319508 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['08090d45-57f6-4fca-bad8-ed42f1cafd88'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:00:44.871630 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1cd22-02fd-40a0-aea6-fea80bec5c8c req-9f9fda0c-62a2-4fa0-a72c-93dd6cddb287 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:44.873867 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4ff1cd22-02fd-40a0-aea6-fea80bec5c8c req-9f9fda0c-62a2-4fa0-a72c-93dd6cddb287 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 944 time: 0.0648816 Oct 28 08:00:44.915114 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 56566) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:44.940950 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4ff1cd22-02fd-40a0-aea6-fea80bec5c8c req-fd2a29c0-249e-4a23-b366-42e961c1a3f3 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520341 Oct 28 08:00:45.050854 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-92134f76-29d2-4ca0-a043-6a1588d30edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:45.125801 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 6ce971f5-16b3-4e43-9ffa-703fa6c58260 up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:00:45.164038 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-92134f76-29d2-4ca0-a043-6a1588d30edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:45.164199 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 56580) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:45.181015 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3224ba0d-dec1-41f3-8d3d-528d45fccd8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:45.196313 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f408c53-079e-43cf-8561-3f62a4818bb7 req-efdf738e-8f08-4479-bf80-f1ee979c310a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:45.197904 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8f408c53-079e-43cf-8561-3f62a4818bb7 req-efdf738e-8f08-4479-bf80-f1ee979c310a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 945 time: 0.0792289 Oct 28 08:00:45.272396 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-92134f76-29d2-4ca0-a043-6a1588d30edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:45.276644 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8f408c53-079e-43cf-8561-3f62a4818bb7 req-fec72c8e-1e54-4104-9f94-e6459dd627e1 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703020 Oct 28 08:00:45.297221 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port 6ce971f5-16b3-4e43-9ffa-703fa6c58260 completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:00:45.314781 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port 6ce971f5-16b3-4e43-9ffa-703fa6c58260 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:45.314781 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:45.332581 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcf00d-3ad3-4113-b540-b83ed05e6fbd req-542ece7f-4e3c-451c-b201-5bdb7ae3cf6c tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:45.334125 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-31fcf00d-3ad3-4113-b540-b83ed05e6fbd req-542ece7f-4e3c-451c-b201-5bdb7ae3cf6c tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 944 time: 0.1213982 Oct 28 08:00:45.343420 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3224ba0d-dec1-41f3-8d3d-528d45fccd8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:45.357975 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92134f76-29d2-4ca0-a043-6a1588d30edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65746d8a-b6c8-4ee2-8180-bef864136517,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:45.362404 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-92134f76-29d2-4ca0-a043-6a1588d30edc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee5fbdbe37fe4462881cbd014918860d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4462543 Oct 28 08:00:45.366770 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 56586) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:45.438022 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:45.444496 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-31fcf00d-3ad3-4113-b540-b83ed05e6fbd req-0f2c40c3-2f48-4978-a06d-9b4c12e201c4 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041234 Oct 28 08:00:45.464934 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0c46a8-b74f-45eb-825c-38be3db9c0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce971f5-16b3-4e43-9ffa-703fa6c58260'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:00:45.476899 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-31127758-fe9f-460d-92da-d758a3e6a34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:45.479960 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3224ba0d-dec1-41f3-8d3d-528d45fccd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:45.487913 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8219b9d-a47b-45b2-a13f-914dfbea470b req-2c9db6eb-3ce6-4ceb-b433-c2d5b8155b2c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:45.489461 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a8219b9d-a47b-45b2-a13f-914dfbea470b req-2c9db6eb-3ce6-4ceb-b433-c2d5b8155b2c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 945 time: 0.1090300 Oct 28 08:00:45.527303 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224ba0d-dec1-41f3-8d3d-528d45fccd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b19f8d-3b7a-4fad-8c67-df2cda80e108,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:45.568018 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 6ce971f5-16b3-4e43-9ffa-703fa6c58260, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=6ce971f5-16b3-4e43-9ffa-703fa6c58260,segment=NetworkSegment(37bf3e3f-ea69-46a9-bb01-0a92158211ee),segment_id=37bf3e3f-ea69-46a9-bb01-0a92158211ee)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:00:45.569640 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-31127758-fe9f-460d-92da-d758a3e6a34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:45.569978 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-3224ba0d-dec1-41f3-8d3d-528d45fccd8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0cccc0b502fc45a1875f284ad9d20315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4023192 Oct 28 08:00:45.570398 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 56594) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:45.580608 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a8219b9d-a47b-45b2-a13f-914dfbea470b req-fd193e8d-b066-43e7-9d13-0907f444411f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797067 Oct 28 08:00:45.641773 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bf9f64bb-4222-4ab5-9ba8-6d309da800de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:45.665071 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bf9f64bb-4222-4ab5-9ba8-6d309da800de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:45.673488 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290fb9a1-97cb-499b-b823-3d28cbaf1034" -d '{"events": [{"server_uuid": "0e0c46a8-b74f-45eb-825c-38be3db9c0ea", "name": "network-vif-plugged", "status": "completed", "tag": "6ce971f5-16b3-4e43-9ffa-703fa6c58260"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:00:45.687727 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:45.688150 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 8e736bd8-a1c8-4680-b133-60b5d9deeb29 up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:00:45.725619 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-31127758-fe9f-460d-92da-d758a3e6a34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:45.729741 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-31127758-fe9f-460d-92da-d758a3e6a34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:45.737859 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-31127758-fe9f-460d-92da-d758a3e6a34c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65746d8a-b6c8-4ee2-8180-bef864136517 HTTP/1.1" status: 204 len: 168 time: 0.3647285 Oct 28 08:00:45.741346 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31127758-fe9f-460d-92da-d758a3e6a34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65746d8a-b6c8-4ee2-8180-bef864136517,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:45.783774 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bf9f64bb-4222-4ab5-9ba8-6d309da800de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:45.788877 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bf9f64bb-4222-4ab5-9ba8-6d309da800de admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:45.796034 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75f62fa-ff99-4e68-adf6-4b83ed073473 x-openstack-request-id: req-c75f62fa-ff99-4e68-adf6-4b83ed073473 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:00:45.796034 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0c46a8-b74f-45eb-825c-38be3db9c0ea", "name": "network-vif-plugged", "status": "completed", "tag": "6ce971f5-16b3-4e43-9ffa-703fa6c58260", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:00:45.796034 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c75f62fa-ff99-4e68-adf6-4b83ed073473 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:00:45.796034 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0c46a8-b74f-45eb-825c-38be3db9c0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce971f5-16b3-4e43-9ffa-703fa6c58260', 'code': 200} Oct 28 08:00:45.796809 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-bf9f64bb-4222-4ab5-9ba8-6d309da800de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7b19f8d-3b7a-4fad-8c67-df2cda80e108 HTTP/1.1" status: 204 len: 168 time: 0.2200222 Oct 28 08:00:45.806634 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=6ce971f5-16b3-4e43-9ffa-703fa6c58260,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:45.812559 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f64bb-4222-4ab5-9ba8-6d309da800de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b19f8d-3b7a-4fad-8c67-df2cda80e108,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:45.937203 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port 8e736bd8-a1c8-4680-b133-60b5d9deeb29 completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:00:45.941589 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port 8e736bd8-a1c8-4680-b133-60b5d9deeb29 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:45.945060 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:46.072630 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a038f-fb43-4742-8456-e2374eddfd6b req-a449dec3-b9cb-4ccd-8a76-b3e66582f481 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:46.073839 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6e4a038f-fb43-4742-8456-e2374eddfd6b req-a449dec3-b9cb-4ccd-8a76-b3e66582f481 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 944 time: 0.0605338 Oct 28 08:00:46.075660 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:46.119313 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 8e736bd8-a1c8-4680-b133-60b5d9deeb29, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=8e736bd8-a1c8-4680-b133-60b5d9deeb29,segment=NetworkSegment(5fa268d8-a928-49a3-83cb-b1b58f2b8987),segment_id=5fa268d8-a928-49a3-83cb-b1b58f2b8987)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:00:46.126098 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6e4a038f-fb43-4742-8456-e2374eddfd6b req-c6886291-e421-4100-be5e-89f5e341a60e tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392675 Oct 28 08:00:46.268800 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:46.334246 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=8e736bd8-a1c8-4680-b133-60b5d9deeb29,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:46.382814 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82259de0-9b15-4d17-96e8-a2af1f880433 req-9c237013-1ba0-4368-8a16-5e450ace0b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:46.385425 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-82259de0-9b15-4d17-96e8-a2af1f880433 req-9c237013-1ba0-4368-8a16-5e450ace0b14 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 1099 time: 0.1036525 Oct 28 08:00:46.407464 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-82259de0-9b15-4d17-96e8-a2af1f880433 req-4a5b59d7-802a-4302-bc2b-4b309bfd093b service neutron] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:46.429721 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff039d-f230-49d9-a533-6c2cb219ae33 req-915aecb2-031c-48e1-936a-e1f067ceb01a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:46.431716 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4eff039d-f230-49d9-a533-6c2cb219ae33 req-915aecb2-031c-48e1-936a-e1f067ceb01a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 945 time: 0.0656660 Oct 28 08:00:46.491673 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4eff039d-f230-49d9-a533-6c2cb219ae33 req-daf6f52a-5240-4c35-849c-c76ed5e2ff30 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531192 Oct 28 08:00:46.537746 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-82259de0-9b15-4d17-96e8-a2af1f880433 req-4a5b59d7-802a-4302-bc2b-4b309bfd093b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:46.590335 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f022c8-0c49-4e47-b848-46021dcd3b77 req-c3de7610-69ca-4440-8adf-ec4b950e4b8c tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:46.591952 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-90f022c8-0c49-4e47-b848-46021dcd3b77 req-c3de7610-69ca-4440-8adf-ec4b950e4b8c tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 944 time: 0.0567746 Oct 28 08:00:46.635991 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-90f022c8-0c49-4e47-b848-46021dcd3b77 req-464e3550-f14c-4c9e-8379-701c9a0934e4 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374730 Oct 28 08:00:46.637799 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-82259de0-9b15-4d17-96e8-a2af1f880433 req-4a5b59d7-802a-4302-bc2b-4b309bfd093b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:46.646528 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4a829674-6f98-4fa6-a0f6-96606c020743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:46.686692 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-82259de0-9b15-4d17-96e8-a2af1f880433 req-4a5b59d7-802a-4302-bc2b-4b309bfd093b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948236 Oct 28 08:00:46.695277 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b59d7-802a-4302-bc2b-4b309bfd093b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf74c15-91bc-41a9-86ab-122113e143aa,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:46.731019 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daa851-ff43-47b0-826b-06d0b7472e5e req-841a7b4b-9e8b-4924-b74a-69112f2ee3de tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:46.734616 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-68daa851-ff43-47b0-826b-06d0b7472e5e req-841a7b4b-9e8b-4924-b74a-69112f2ee3de tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 946 time: 0.0547621 Oct 28 08:00:46.776674 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-68daa851-ff43-47b0-826b-06d0b7472e5e req-d4acb8f8-79cc-4cd8-8594-5f142aa07f7d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351484 Oct 28 08:00:46.940799 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 56636) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:46.955466 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ee545852-77d6-4349-af4b-dbfb64a97dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:47.032277 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ee545852-77d6-4349-af4b-dbfb64a97dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:47.134242 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device baa04711-515e-450f-84a5-e73227cfbe81 up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:00:47.280611 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08b368-01d4-4ddc-b077-350b886035de req-bda31541-0320-4b95-8b45-b19c0e9a3585 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:47.282215 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6e08b368-01d4-4ddc-b077-350b886035de req-bda31541-0320-4b95-8b45-b19c0e9a3585 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 945 time: 0.0646925 Oct 28 08:00:47.296318 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ee545852-77d6-4349-af4b-dbfb64a97dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:47.346987 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6e08b368-01d4-4ddc-b077-350b886035de req-26b86c1d-0d07-4437-9791-9dd3859a2266 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567698 Oct 28 08:00:47.349198 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port baa04711-515e-450f-84a5-e73227cfbe81 completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:00:47.363006 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port baa04711-515e-450f-84a5-e73227cfbe81 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:47.363006 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:47.363347 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee545852-77d6-4349-af4b-dbfb64a97dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88212492-2d99-4b16-9cc8-cd5272ef1d02,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:47.379001 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-ee545852-77d6-4349-af4b-dbfb64a97dd6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b105266420084b5eaac532ad7cb5c174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4339833 Oct 28 08:00:47.379397 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 56660) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:47.456951 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-484e4d7c-c05b-452e-9c69-959b4662f8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:47.463238 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:47.479710 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-484e4d7c-c05b-452e-9c69-959b4662f8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:47.507983 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port baa04711-515e-450f-84a5-e73227cfbe81, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=baa04711-515e-450f-84a5-e73227cfbe81,segment=NetworkSegment(b127d0de-a9b3-4a5b-8026-428c831895e9),segment_id=b127d0de-a9b3-4a5b-8026-428c831895e9)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:00:47.626444 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a93a37-6411-45de-b542-7d42fe049c87 req-e3a34f1b-1b2c-4b41-b1eb-9932ecbf48f3 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:47.627936 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c6a93a37-6411-45de-b542-7d42fe049c87 req-e3a34f1b-1b2c-4b41-b1eb-9932ecbf48f3 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 945 time: 0.0533571 Oct 28 08:00:47.640702 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-484e4d7c-c05b-452e-9c69-959b4662f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:47.642690 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:47.643259 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-484e4d7c-c05b-452e-9c69-959b4662f8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:47.643520 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 08090d45-57f6-4fca-bad8-ed42f1cafd88 up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:00:47.644314 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-484e4d7c-c05b-452e-9c69-959b4662f8b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88212492-2d99-4b16-9cc8-cd5272ef1d02 HTTP/1.1" status: 204 len: 168 time: 0.2634406 Oct 28 08:00:47.682789 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e4d7c-c05b-452e-9c69-959b4662f8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88212492-2d99-4b16-9cc8-cd5272ef1d02,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:47.744857 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c6a93a37-6411-45de-b542-7d42fe049c87 req-853bd57b-972a-420b-b0b2-283995ae2da3 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058643 Oct 28 08:00:47.790648 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=baa04711-515e-450f-84a5-e73227cfbe81,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:47.793109 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe65a95-dc63-4f74-8aa5-0f7df1afbe82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e736bd8-a1c8-4680-b133-60b5d9deeb29'}, {'server_uuid': '5272d69c-d923-4221-b9b2-e9567189d066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa04711-515e-450f-84a5-e73227cfbe81'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:00:47.795910 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e4681c-80ef-46c3-8c99-7c253a5d7a3e" -d '{"events": [{"server_uuid": "9fe65a95-dc63-4f74-8aa5-0f7df1afbe82", "name": "network-vif-plugged", "status": "completed", "tag": "8e736bd8-a1c8-4680-b133-60b5d9deeb29"}, {"server_uuid": "5272d69c-d923-4221-b9b2-e9567189d066", "name": "network-vif-plugged", "status": "completed", "tag": "baa04711-515e-450f-84a5-e73227cfbe81"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:00:47.849026 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d85ce-b2ec-4313-9330-d9887827f1e1 req-02e950ff-fe1b-4bfa-989c-f462f633abe1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:47.853269 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8c2d85ce-b2ec-4313-9330-d9887827f1e1 req-02e950ff-fe1b-4bfa-989c-f462f633abe1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0867479 Oct 28 08:00:47.862734 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 08:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd536a84-57c8-4099-88ff-aa0c725160dd x-openstack-request-id: req-cd536a84-57c8-4099-88ff-aa0c725160dd {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:00:47.863308 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe65a95-dc63-4f74-8aa5-0f7df1afbe82", "name": "network-vif-plugged", "status": "completed", "tag": "8e736bd8-a1c8-4680-b133-60b5d9deeb29", "code": 200}, {"server_uuid": "5272d69c-d923-4221-b9b2-e9567189d066", "name": "network-vif-plugged", "status": "completed", "tag": "baa04711-515e-450f-84a5-e73227cfbe81", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:00:47.863766 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd536a84-57c8-4099-88ff-aa0c725160dd {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:00:47.864597 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe65a95-dc63-4f74-8aa5-0f7df1afbe82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e736bd8-a1c8-4680-b133-60b5d9deeb29', 'code': 200} Oct 28 08:00:47.865283 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5272d69c-d923-4221-b9b2-e9567189d066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa04711-515e-450f-84a5-e73227cfbe81', 'code': 200} Oct 28 08:00:47.911839 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port 08090d45-57f6-4fca-bad8-ed42f1cafd88 completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:00:47.917081 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port 08090d45-57f6-4fca-bad8-ed42f1cafd88 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:00:47.918686 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:47.937353 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8c2d85ce-b2ec-4313-9330-d9887827f1e1 req-ee5b665b-6ec3-4cc6-afd4-c073d6e12ba2 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779989 Oct 28 08:00:47.986573 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 56678) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:48.021497 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761d460-43e1-44d9-a283-bcf284f58a5c req-2ec503f3-1f2d-4185-881e-54f0ea2a0cb3 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:48.023068 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4761d460-43e1-44d9-a283-bcf284f58a5c req-2ec503f3-1f2d-4185-881e-54f0ea2a0cb3 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 946 time: 0.0602622 Oct 28 08:00:48.039149 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:48.062779 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4761d460-43e1-44d9-a283-bcf284f58a5c req-c0fdeffb-7d47-4b40-a209-96e252423baa tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333869 Oct 28 08:00:48.075872 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 08090d45-57f6-4fca-bad8-ed42f1cafd88, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=08090d45-57f6-4fca-bad8-ed42f1cafd88,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:00:48.222644 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:48.272439 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=08090d45-57f6-4fca-bad8-ed42f1cafd88,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:48.424988 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ded3318c-25bf-4838-959d-cbc2435f51e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:48.474546 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb3f03-9d21-4fc8-8758-df516f8831e1 req-57149bdd-4648-4cce-a0e5-7b7023905832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:48.476069 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6bb3f03-9d21-4fc8-8758-df516f8831e1 req-57149bdd-4648-4cce-a0e5-7b7023905832 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 1098 time: 0.0981753 Oct 28 08:00:48.557936 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e124a2-1132-46de-a45c-83ed0eeca7f8 req-6aca4a8e-b835-4691-8067-51923276a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:48.559860 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b4e124a2-1132-46de-a45c-83ed0eeca7f8 req-6aca4a8e-b835-4691-8067-51923276a479 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 1098 time: 0.1817348 Oct 28 08:00:48.577775 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e6bb3f03-9d21-4fc8-8758-df516f8831e1 req-6123ed18-4028-4749-bde3-e699ebe917da service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843382 Oct 28 08:00:48.590043 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ded3318c-25bf-4838-959d-cbc2435f51e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:48.603906 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a2cf3-9909-46b3-8a2f-d6150d0528bf req-9a11cf54-1ec9-4785-8ff1-ebfcf6a6246d tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:48.605494 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-657a2cf3-9909-46b3-8a2f-d6150d0528bf req-9a11cf54-1ec9-4785-8ff1-ebfcf6a6246d tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 945 time: 0.1284595 Oct 28 08:00:48.652225 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b4e124a2-1132-46de-a45c-83ed0eeca7f8 req-d6f0abc7-cd49-4f69-aef1-90254a52ead6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829074 Oct 28 08:00:48.662870 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ded3318c-25bf-4838-959d-cbc2435f51e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:48.675551 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-657a2cf3-9909-46b3-8a2f-d6150d0528bf req-0483ea6c-92a3-4155-ad7f-d08be91f671f tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499415 Oct 28 08:00:48.703596 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-ded3318c-25bf-4838-959d-cbc2435f51e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca313abc35f9491f8b607cff6a4ee8d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7153649 Oct 28 08:00:48.704986 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3318c-25bf-4838-959d-cbc2435f51e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6825680f-a59d-413e-ac02-99a7e802198c,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:48.706470 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 56700) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:48.758517 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-7dbe8781-c733-4716-a9da-e69c815a0019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:48.782375 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-7dbe8781-c733-4716-a9da-e69c815a0019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:48.870595 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639128a-9440-4188-99cd-7606e2ef02f0 req-3e1ff49c-da3b-440b-85f5-78567acc9972 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:48.872852 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7639128a-9440-4188-99cd-7606e2ef02f0 req-3e1ff49c-da3b-440b-85f5-78567acc9972 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0589221 Oct 28 08:00:48.924740 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7639128a-9440-4188-99cd-7606e2ef02f0 req-edf0db75-4c8e-40ef-9453-8a3310544e24 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453241 Oct 28 08:00:49.001480 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-7dbe8781-c733-4716-a9da-e69c815a0019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:49.004846 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-7dbe8781-c733-4716-a9da-e69c815a0019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:49.009975 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-7dbe8781-c733-4716-a9da-e69c815a0019 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6825680f-a59d-413e-ac02-99a7e802198c HTTP/1.1" status: 204 len: 168 time: 0.2985096 Oct 28 08:00:49.019255 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe8781-c733-4716-a9da-e69c815a0019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6825680f-a59d-413e-ac02-99a7e802198c,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:49.114454 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aaba63-02bd-4ade-b440-c587f970210b req-c648b60c-a8f1-4d24-b98e-0975d8f9d9f5 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:49.116059 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-19aaba63-02bd-4ade-b440-c587f970210b req-c648b60c-a8f1-4d24-b98e-0975d8f9d9f5 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0604441 Oct 28 08:00:49.177698 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-19aaba63-02bd-4ade-b440-c587f970210b req-e71ef96c-a8dc-4bdb-93a1-36474bb984d8 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543351 Oct 28 08:00:49.199417 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2d558-727a-4674-8c18-2ba639faf6df req-dceffb15-dd21-449e-b46c-35d89f74e5b4 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:49.201411 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-40e2d558-727a-4674-8c18-2ba639faf6df req-dceffb15-dd21-449e-b46c-35d89f74e5b4 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 946 time: 0.0628600 Oct 28 08:00:49.250235 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-40e2d558-727a-4674-8c18-2ba639faf6df req-7842f01f-2ad4-4b0b-91d4-83321a1a2c24 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385833 Oct 28 08:00:49.288728 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-52406254-2b63-4fc6-b2a2-e87af25b82c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:49.520379 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:49.711909 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 56736) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:49.726250 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1e501a5b-0c33-491b-9565-7d819a376056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:49.826335 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689c539-b668-4e7e-b3c9-d28c241b17e7 req-137317dc-0b01-4b26-b50f-ec95b04d1be6 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:49.828519 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7689c539-b668-4e7e-b3c9-d28c241b17e7 req-137317dc-0b01-4b26-b50f-ec95b04d1be6 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 945 time: 0.0850241 Oct 28 08:00:49.867768 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d742387-f880-452a-bae3-87a87a5723a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08090d45-57f6-4fca-bad8-ed42f1cafd88'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:00:49.870373 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5ef9e6-a7d1-4276-9e0c-e343346112b2" -d '{"events": [{"server_uuid": "4d742387-f880-452a-bae3-87a87a5723a0", "name": "network-vif-plugged", "status": "completed", "tag": "08090d45-57f6-4fca-bad8-ed42f1cafd88"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:00:49.881114 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1e501a5b-0c33-491b-9565-7d819a376056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:49.889691 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7689c539-b668-4e7e-b3c9-d28c241b17e7 req-bc67cf29-661e-4e65-aba6-56ae297dc656 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545473 Oct 28 08:00:49.919462 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1ed898-0bd9-4bab-9021-23886b531450 x-openstack-request-id: req-bf1ed898-0bd9-4bab-9021-23886b531450 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:00:49.920052 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d742387-f880-452a-bae3-87a87a5723a0", "name": "network-vif-plugged", "status": "completed", "tag": "08090d45-57f6-4fca-bad8-ed42f1cafd88", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:00:49.920315 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf1ed898-0bd9-4bab-9021-23886b531450 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:00:49.920739 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d742387-f880-452a-bae3-87a87a5723a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08090d45-57f6-4fca-bad8-ed42f1cafd88', 'code': 200} Oct 28 08:00:49.959542 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1e501a5b-0c33-491b-9565-7d819a376056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:50.003298 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-1e501a5b-0c33-491b-9565-7d819a376056 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03e2faed9b8649fe8e9b236d3be6b29b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902956 Oct 28 08:00:50.004569 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e501a5b-0c33-491b-9565-7d819a376056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddab9f9e-ad5c-46cd-88a6-1d77737fd981,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:50.006075 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 56750) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:50.082434 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-36118575-778a-4912-be6a-0c8d3c497833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:50.085328 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe344c-c2f6-4ea1-9a3c-f94da0dc6f3a req-8a2a4876-f737-4051-8796-7998c17522b2 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:50.086961 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-52fe344c-c2f6-4ea1-9a3c-f94da0dc6f3a req-8a2a4876-f737-4051-8796-7998c17522b2 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0587885 Oct 28 08:00:50.105680 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-36118575-778a-4912-be6a-0c8d3c497833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:50.141631 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-52fe344c-c2f6-4ea1-9a3c-f94da0dc6f3a req-26ed35d7-4d32-4d53-be1f-d002b38c40fa tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453637 Oct 28 08:00:50.285504 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-36118575-778a-4912-be6a-0c8d3c497833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:50.288100 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-36118575-778a-4912-be6a-0c8d3c497833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:50.289538 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-36118575-778a-4912-be6a-0c8d3c497833 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ddab9f9e-ad5c-46cd-88a6-1d77737fd981 HTTP/1.1" status: 204 len: 168 time: 0.2819557 Oct 28 08:00:50.300063 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36118575-778a-4912-be6a-0c8d3c497833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddab9f9e-ad5c-46cd-88a6-1d77737fd981,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:50.365986 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22f14e-e996-4c7f-82c0-1a2e6c4bd416 req-01b87505-4d74-4d79-9e43-94a117c0aab2 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:50.367637 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2c22f14e-e996-4c7f-82c0-1a2e6c4bd416 req-01b87505-4d74-4d79-9e43-94a117c0aab2 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0882242 Oct 28 08:00:50.438401 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2c22f14e-e996-4c7f-82c0-1a2e6c4bd416 req-0192f3e3-3daf-4a25-8f86-c189a85fc9c3 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629833 Oct 28 08:00:50.466347 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caceda64-fb59-4e40-b953-db505e0bd1c0 req-95e413ae-620d-48cc-8928-c271bc2f1663 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:50.468008 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-caceda64-fb59-4e40-b953-db505e0bd1c0 req-95e413ae-620d-48cc-8928-c271bc2f1663 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 946 time: 0.0853634 Oct 28 08:00:50.513744 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-caceda64-fb59-4e40-b953-db505e0bd1c0 req-0d67ef21-c788-4892-8467-80b1f4e6f833 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385020 Oct 28 08:00:50.668308 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:51.018114 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3311c8-ca78-4d93-86fc-eeee12fe8946 req-977fa9af-db05-4613-a42d-a4b1b0940a7b tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:51.019018 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5d3311c8-ca78-4d93-86fc-eeee12fe8946 req-977fa9af-db05-4613-a42d-a4b1b0940a7b tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 945 time: 0.0567274 Oct 28 08:00:51.067290 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5d3311c8-ca78-4d93-86fc-eeee12fe8946 req-1358e393-859b-43ad-b94e-45199efdf310 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369942 Oct 28 08:00:51.275940 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882bfa9-ff7f-4c4f-a195-45b89525ba7e req-10c2e906-252a-40ad-93ef-38a2ffeb2307 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:51.276141 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d882bfa9-ff7f-4c4f-a195-45b89525ba7e req-10c2e906-252a-40ad-93ef-38a2ffeb2307 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0542731 Oct 28 08:00:51.322597 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d882bfa9-ff7f-4c4f-a195-45b89525ba7e req-e8bbba13-e495-4fc9-afe3-da5628f16ce8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371950 Oct 28 08:00:51.324130 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 56812) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:51.443649 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5a9a122d-6934-45de-8ca4-e2033a6ab8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:51.564495 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5a9a122d-6934-45de-8ca4-e2033a6ab8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:51.620707 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d518e-6b17-4be3-9e07-9e2327767633 req-8aef914b-83f5-4c99-af9c-9cc3b9bf69bc tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:51.623950 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-731d518e-6b17-4be3-9e07-9e2327767633 req-8aef914b-83f5-4c99-af9c-9cc3b9bf69bc tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0956321 Oct 28 08:00:51.696539 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5a9a122d-6934-45de-8ca4-e2033a6ab8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:51.710255 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-731d518e-6b17-4be3-9e07-9e2327767633 req-589cb3a4-c1a9-45c1-80e6-03b02d04d8a8 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687928 Oct 28 08:00:51.718434 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a1bdd-9114-45b3-818a-bc197ba020de req-89baac4c-c7c7-488d-88c4-95e249e2e500 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:51.720198 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bf9a1bdd-9114-45b3-818a-bc197ba020de req-89baac4c-c7c7-488d-88c4-95e249e2e500 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 946 time: 0.0946681 Oct 28 08:00:51.760917 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-5a9a122d-6934-45de-8ca4-e2033a6ab8e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16d39de42f1147898023055d829a1647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4347234 Oct 28 08:00:51.767632 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a122d-6934-45de-8ca4-e2033a6ab8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ffe8e8-2bf0-453c-8e5e-39cda157660f,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:51.769668 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 56836) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:51.781391 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bf9a1bdd-9114-45b3-818a-bc197ba020de req-8755fe96-c11d-446a-a369-a5fb6471683c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552828 Oct 28 08:00:51.834563 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfe4c-ef2d-46b0-aae0-68354484d8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:51.857889 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfe4c-ef2d-46b0-aae0-68354484d8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:52.006826 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfe4c-ef2d-46b0-aae0-68354484d8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:52.009487 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfe4c-ef2d-46b0-aae0-68354484d8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:52.010675 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-d4fdfe4c-ef2d-46b0-aae0-68354484d8bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97ffe8e8-2bf0-453c-8e5e-39cda157660f HTTP/1.1" status: 204 len: 168 time: 0.2398551 Oct 28 08:00:52.019018 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdfe4c-ef2d-46b0-aae0-68354484d8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ffe8e8-2bf0-453c-8e5e-39cda157660f,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:52.194123 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5140d-1a80-48a4-af90-77446537a801 req-7ed59e60-ddce-451f-9d22-f1edb08887d9 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:52.195798 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30f5140d-1a80-48a4-af90-77446537a801 req-7ed59e60-ddce-451f-9d22-f1edb08887d9 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 945 time: 0.0534868 Oct 28 08:00:52.237231 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30f5140d-1a80-48a4-af90-77446537a801 req-b8988f88-e9cf-4e6d-9391-c5365c819534 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352349 Oct 28 08:00:52.458252 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ba095-c448-4627-97ca-2ecc71a89ecf req-dfa4b97f-c51f-494e-841c-cfd5d7308b68 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:52.459768 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0d3ba095-c448-4627-97ca-2ecc71a89ecf req-dfa4b97f-c51f-494e-841c-cfd5d7308b68 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0487461 Oct 28 08:00:52.500666 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0d3ba095-c448-4627-97ca-2ecc71a89ecf req-0ad51132-3090-4dda-b086-471f9970b467 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350153 Oct 28 08:00:52.605112 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:52.699143 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 56868) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:52.712967 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8ee20f21-5a5c-4162-9408-3ed688e627b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:52.802820 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8ee20f21-5a5c-4162-9408-3ed688e627b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:52.857745 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8f6b9-3e66-470d-899f-dddb7450910a req-4dbc1b8e-be57-4fe8-9c6f-44d65fafddd8 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:52.859357 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-17a8f6b9-3e66-470d-899f-dddb7450910a req-4dbc1b8e-be57-4fe8-9c6f-44d65fafddd8 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0704994 Oct 28 08:00:52.920331 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8ee20f21-5a5c-4162-9408-3ed688e627b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:52.926649 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-17a8f6b9-3e66-470d-899f-dddb7450910a req-1fab3997-a1da-498f-a0df-2fb4c5b5b36b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571775 Oct 28 08:00:52.935382 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7a054-c877-4086-a5f4-627ccdfd814c req-a4a4d1bc-875f-4ed9-b786-5318d56d63da tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:52.936905 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0ca7a054-c877-4086-a5f4-627ccdfd814c req-a4a4d1bc-875f-4ed9-b786-5318d56d63da tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 946 time: 0.0765622 Oct 28 08:00:52.977594 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-8ee20f21-5a5c-4162-9408-3ed688e627b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7bc9082ce9fd463b8a477c07296d9b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767465 Oct 28 08:00:52.978587 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee20f21-5a5c-4162-9408-3ed688e627b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fd0e39-0326-4dca-8b29-1a3da24dac54,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:52.980472 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0ca7a054-c877-4086-a5f4-627ccdfd814c req-ccf2693f-5b2e-4acc-b8ea-5079cafa5537 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368450 Oct 28 08:00:52.980934 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 56874) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:53.038797 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-85913315-5b09-4672-a2ad-cb442ac1b3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:53.060264 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-85913315-5b09-4672-a2ad-cb442ac1b3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:53.239625 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-85913315-5b09-4672-a2ad-cb442ac1b3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:53.242264 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-85913315-5b09-4672-a2ad-cb442ac1b3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:53.243512 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-85913315-5b09-4672-a2ad-cb442ac1b3f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72fd0e39-0326-4dca-8b29-1a3da24dac54 HTTP/1.1" status: 204 len: 168 time: 0.2615557 Oct 28 08:00:53.255700 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85913315-5b09-4672-a2ad-cb442ac1b3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fd0e39-0326-4dca-8b29-1a3da24dac54,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:53.367902 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446276-15d5-4631-8c95-50b8c16d7010 req-adceae71-4809-4034-b175-e1c297d644b2 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:53.369483 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-51446276-15d5-4631-8c95-50b8c16d7010 req-adceae71-4809-4034-b175-e1c297d644b2 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 945 time: 0.0520880 Oct 28 08:00:53.409412 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-51446276-15d5-4631-8c95-50b8c16d7010 req-de29d4b7-d73d-4a75-a3f2-1ad5609c87dc tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333300 Oct 28 08:00:53.660275 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de8973-e46b-496e-bfb4-65a2b528a432 req-31b4f200-a1e2-417f-9d86-bd19a81f6b6c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:53.669194 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-46de8973-e46b-496e-bfb4-65a2b528a432 req-31b4f200-a1e2-417f-9d86-bd19a81f6b6c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0897446 Oct 28 08:00:53.725175 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-46de8973-e46b-496e-bfb4-65a2b528a432 req-1103307b-7599-41df-a259-e1fa1f492770 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479429 Oct 28 08:00:54.101894 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a51f0e-0808-4e41-84ef-79313b1f91ca req-dc262ef2-bef3-4a2a-a3e4-8d4541df67ea tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:54.103426 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f4a51f0e-0808-4e41-84ef-79313b1f91ca req-dc262ef2-bef3-4a2a-a3e4-8d4541df67ea tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0928478 Oct 28 08:00:54.149060 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00c8a1-a567-4075-9eb4-aaa9d9369521 req-d6b40135-b8bf-4b6b-bd2b-c1f3dec79675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:54.150540 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1b00c8a1-a567-4075-9eb4-aaa9d9369521 req-d6b40135-b8bf-4b6b-bd2b-c1f3dec79675 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 1099 time: 0.1018023 Oct 28 08:00:54.176442 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f4a51f0e-0808-4e41-84ef-79313b1f91ca req-5d4cbb0d-cea7-4c5d-aadb-41bd9f1708cf tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637486 Oct 28 08:00:54.187495 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91dcb1-6f5e-4528-b42b-38be6ec0d49f req-c9be015e-3800-4773-9218-9c99ce8ebdac tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:54.187495 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ca91dcb1-6f5e-4528-b42b-38be6ec0d49f req-c9be015e-3800-4773-9218-9c99ce8ebdac tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 946 time: 0.0978487 Oct 28 08:00:54.234503 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ca91dcb1-6f5e-4528-b42b-38be6ec0d49f req-bc5fb241-4f60-45b5-8a91-4f140eeb2d6a tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325050 Oct 28 08:00:54.538857 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e7490-2458-4a40-bef3-d0b4b03121e8 req-6114c865-47a7-4ff4-8f8c-73be11fee55d tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:54.540429 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-107e7490-2458-4a40-bef3-d0b4b03121e8 req-6114c865-47a7-4ff4-8f8c-73be11fee55d tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 945 time: 0.0544510 Oct 28 08:00:54.582458 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-107e7490-2458-4a40-bef3-d0b4b03121e8 req-671b28da-0ea2-4608-987b-d6259e1faa4c tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350018 Oct 28 08:00:54.835609 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d306124-a301-417b-aa1a-76fbc899c612 req-d521235a-f325-4ded-bdf6-49a8ee878f20 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:54.837096 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7d306124-a301-417b-aa1a-76fbc899c612 req-d521235a-f325-4ded-bdf6-49a8ee878f20 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0489063 Oct 28 08:00:54.879710 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7d306124-a301-417b-aa1a-76fbc899c612 req-e1e6f031-2c6f-406b-94cb-fa1c0219f472 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359197 Oct 28 08:00:55.300689 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251acf7b-c0b2-4288-8e4e-809bb5b9d252 req-c29e646f-680c-45bb-9364-0bd67862b545 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:55.302246 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-251acf7b-c0b2-4288-8e4e-809bb5b9d252 req-c29e646f-680c-45bb-9364-0bd67862b545 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0497854 Oct 28 08:00:55.348211 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-251acf7b-c0b2-4288-8e4e-809bb5b9d252 req-02856254-3bec-4cf0-9fdf-121658949345 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390012 Oct 28 08:00:55.571127 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:55.699230 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d81a6f-6a10-4ae1-ab25-3109050f4b43 req-67be41d8-642d-493e-adc9-f574694cdfb5 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:55.701502 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f7d81a6f-6a10-4ae1-ab25-3109050f4b43 req-67be41d8-642d-493e-adc9-f574694cdfb5 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 945 time: 0.0515957 Oct 28 08:00:55.744714 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f7d81a6f-6a10-4ae1-ab25-3109050f4b43 req-842927f1-7fe9-4b60-98dd-01a8144eb2fc tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367725 Oct 28 08:00:55.842465 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 56988) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:55.952741 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-552ddda4-3289-435e-b812-869701f89208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:56.038112 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490a651-d276-489e-9dd8-9437a98fb83c req-097d565a-0fda-4ee5-a54c-334d8d468a1e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:56.039545 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d490a651-d276-489e-9dd8-9437a98fb83c req-097d565a-0fda-4ee5-a54c-334d8d468a1e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0717902 Oct 28 08:00:56.089623 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-552ddda4-3289-435e-b812-869701f89208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:56.097914 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d490a651-d276-489e-9dd8-9437a98fb83c req-c97e37ed-86d1-4da9-9378-da76074a2a31 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507238 Oct 28 08:00:56.181169 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1b00c8a1-a567-4075-9eb4-aaa9d9369521 req-f8583c62-61f8-4919-b1c2-dcd29f57c47b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305321 Oct 28 08:00:56.233736 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-552ddda4-3289-435e-b812-869701f89208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:56.274801 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-552ddda4-3289-435e-b812-869701f89208 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01c37d029f254a5d83f6a51ef88a4e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4311223 Oct 28 08:00:56.275645 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ddda4-3289-435e-b812-869701f89208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03946492-1cc4-4523-a648-0d2844b977b4,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:56.277478 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 57006) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:56.336423 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-521cc3c1-0baa-4ec4-9c0a-a4765ef83a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:56.370105 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-521cc3c1-0baa-4ec4-9c0a-a4765ef83a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:56.477443 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4f951-9cca-4d8a-ae5d-c45496c5131d req-2fc28817-1855-429e-be01-9efe234e9636 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:56.479105 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-17f4f951-9cca-4d8a-ae5d-c45496c5131d req-2fc28817-1855-429e-be01-9efe234e9636 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0547838 Oct 28 08:00:56.526355 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-17f4f951-9cca-4d8a-ae5d-c45496c5131d req-a818014e-a8cf-42c2-bfc6-85b89b76e37c tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396507 Oct 28 08:00:56.535703 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-521cc3c1-0baa-4ec4-9c0a-a4765ef83a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:56.536169 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-521cc3c1-0baa-4ec4-9c0a-a4765ef83a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:56.537969 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-521cc3c1-0baa-4ec4-9c0a-a4765ef83a33 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03946492-1cc4-4523-a648-0d2844b977b4 HTTP/1.1" status: 204 len: 168 time: 0.2584841 Oct 28 08:00:56.553530 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cc3c1-0baa-4ec4-9c0a-a4765ef83a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03946492-1cc4-4523-a648-0d2844b977b4,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:56.878241 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686d86c-a893-4b37-ba52-3f9c84cc0ea5 req-175e15af-436e-4bd7-a5e4-40e61184f1b1 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:56.879790 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d686d86c-a893-4b37-ba52-3f9c84cc0ea5 req-175e15af-436e-4bd7-a5e4-40e61184f1b1 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 945 time: 0.0552895 Oct 28 08:00:56.920575 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d686d86c-a893-4b37-ba52-3f9c84cc0ea5 req-b84d0c09-871f-47bc-a3e7-044c8acba763 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337148 Oct 28 08:00:57.231983 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613169e7-ae3c-4a72-8da3-76ec96488006 req-7d4fc1f7-58d6-43b3-b587-bb742b022444 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:57.233514 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-613169e7-ae3c-4a72-8da3-76ec96488006 req-7d4fc1f7-58d6-43b3-b587-bb742b022444 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0553384 Oct 28 08:00:57.276379 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-613169e7-ae3c-4a72-8da3-76ec96488006 req-fa339749-3e6f-4eb0-8277-a7e3d9dc5d6a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342100 Oct 28 08:00:57.666545 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ecce3-850b-4bc7-8ba4-d5b7c311a31e req-a197e413-c651-4e2c-88ea-ebbf2e02be7c tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:57.668206 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b86ecce3-850b-4bc7-8ba4-d5b7c311a31e req-a197e413-c651-4e2c-88ea-ebbf2e02be7c tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0561767 Oct 28 08:00:57.711939 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b86ecce3-850b-4bc7-8ba4-d5b7c311a31e req-8ba83e78-f057-48c1-adbf-7e01b51736c4 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367517 Oct 28 08:00:58.061778 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1756a-6276-4d63-9589-7b248552344e req-a3ed9ca9-a7a7-4c1d-9cc1-c471cb1b62a5 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:58.063932 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-09d1756a-6276-4d63-9589-7b248552344e req-a3ed9ca9-a7a7-4c1d-9cc1-c471cb1b62a5 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 945 time: 0.0604596 Oct 28 08:00:58.105288 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-09d1756a-6276-4d63-9589-7b248552344e req-502b2965-2ced-4e32-8d84-f329848de4e5 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349851 Oct 28 08:00:58.131164 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 57100) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:58.238081 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4125eb8f-3083-4837-804c-ec7b0d31cc77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:58.314027 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4125eb8f-3083-4837-804c-ec7b0d31cc77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:58.399368 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4125eb8f-3083-4837-804c-ec7b0d31cc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:58.420423 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e3b1a-9502-4bd7-a050-52e23dd82c8b req-83d3483b-515b-476d-8d7f-7826257e7426 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:58.422118 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-666e3b1a-9502-4bd7-a050-52e23dd82c8b req-83d3483b-515b-476d-8d7f-7826257e7426 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0634422 Oct 28 08:00:58.453287 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 57134) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:58.463392 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-4125eb8f-3083-4837-804c-ec7b0d31cc77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40019f6700f24b6388f18f3cdab059ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212736 Oct 28 08:00:58.463392 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125eb8f-3083-4837-804c-ec7b0d31cc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1ffe61-7bec-42d8-9405-c258dc9ae79a,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:58.479910 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-666e3b1a-9502-4bd7-a050-52e23dd82c8b req-20a0eb77-9b5b-42b2-abe6-bc6f324b3dbc tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508633 Oct 28 08:00:58.522044 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-83db6d29-1883-4f83-9c8e-ed0cf6aec3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:58.546648 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-83db6d29-1883-4f83-9c8e-ed0cf6aec3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:58.696791 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-83db6d29-1883-4f83-9c8e-ed0cf6aec3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:58.700564 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-83db6d29-1883-4f83-9c8e-ed0cf6aec3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:58.701833 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-83db6d29-1883-4f83-9c8e-ed0cf6aec3ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b1ffe61-7bec-42d8-9405-c258dc9ae79a HTTP/1.1" status: 204 len: 168 time: 0.2470291 Oct 28 08:00:58.716055 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db6d29-1883-4f83-9c8e-ed0cf6aec3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1ffe61-7bec-42d8-9405-c258dc9ae79a,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:58.835737 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c97ddf-2d41-4e34-badf-d50c6558b8ce req-509caa95-38c4-490d-bd56-eaff605c201d tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:58.837258 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-65c97ddf-2d41-4e34-badf-d50c6558b8ce req-509caa95-38c4-490d-bd56-eaff605c201d tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0498672 Oct 28 08:00:58.879191 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-65c97ddf-2d41-4e34-badf-d50c6558b8ce req-cb82ea97-36ba-47cd-a935-9457b100e102 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348234 Oct 28 08:00:59.229496 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f946ecd-b37c-452c-8d70-bf8c8ba94d23 req-53b5ccc3-4d9c-4a9e-ada2-3a2ff46291a0 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:59.231294 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8f946ecd-b37c-452c-8d70-bf8c8ba94d23 req-53b5ccc3-4d9c-4a9e-ada2-3a2ff46291a0 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 945 time: 0.0545118 Oct 28 08:00:59.278578 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8f946ecd-b37c-452c-8d70-bf8c8ba94d23 req-bb38eb06-93c4-45b2-9b26-cd835d634bf4 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356033 Oct 28 08:00:59.603343 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc3fca-63f4-4c83-961d-73762d50ffdb req-102ae594-cc5a-44f3-a759-7647ac16562e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:00:59.604959 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-01fc3fca-63f4-4c83-961d-73762d50ffdb req-102ae594-cc5a-44f3-a759-7647ac16562e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0526979 Oct 28 08:00:59.631760 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 57172) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:59.656850 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-01fc3fca-63f4-4c83-961d-73762d50ffdb req-5ca3bb39-da1e-4044-b4fd-ab22c2465541 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447810 Oct 28 08:00:59.657792 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-b06edfb4-8c44-4e2d-8f87-ca0595465a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:59.735347 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-b06edfb4-8c44-4e2d-8f87-ca0595465a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:59.829162 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-b06edfb4-8c44-4e2d-8f87-ca0595465a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:59.874880 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-b06edfb4-8c44-4e2d-8f87-ca0595465a83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0414dc42b8a444d9861b260f9ba1b5cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409084 Oct 28 08:00:59.875983 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06edfb4-8c44-4e2d-8f87-ca0595465a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0e2b30-e711-4779-abef-a4efb75ed6f1,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:00:59.882987 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 57186) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:00:59.884263 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06edfb4-8c44-4e2d-8f87-ca0595465a83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:59.884725 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06edfb4-8c44-4e2d-8f87-ca0595465a83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:59.885037 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06edfb4-8c44-4e2d-8f87-ca0595465a83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:59.885312 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06edfb4-8c44-4e2d-8f87-ca0595465a83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:59.885639 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06edfb4-8c44-4e2d-8f87-ca0595465a83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:59.886024 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06edfb4-8c44-4e2d-8f87-ca0595465a83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:59.886381 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06edfb4-8c44-4e2d-8f87-ca0595465a83 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:59.886715 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06edfb4-8c44-4e2d-8f87-ca0595465a83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:59.887073 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06edfb4-8c44-4e2d-8f87-ca0595465a83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:59.887850 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06edfb4-8c44-4e2d-8f87-ca0595465a83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:59.888434 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06edfb4-8c44-4e2d-8f87-ca0595465a83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:59.889589 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06edfb4-8c44-4e2d-8f87-ca0595465a83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:00:59.955227 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4465586f-1d06-40b1-a130-0e84679cf9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:00:59.969910 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4465586f-1d06-40b1-a130-0e84679cf9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:00.024536 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8600152-7ff3-4ca0-a6a3-8a15baec0679 req-38ab8eef-9f15-4643-8b69-30a10cd1e32b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:00.026221 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e8600152-7ff3-4ca0-a6a3-8a15baec0679 req-38ab8eef-9f15-4643-8b69-30a10cd1e32b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0528884 Oct 28 08:01:00.097427 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e8600152-7ff3-4ca0-a6a3-8a15baec0679 req-f7c00e9f-74ed-4d05-b545-2d2fecbececf tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526662 Oct 28 08:01:00.165273 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4465586f-1d06-40b1-a130-0e84679cf9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:00.167793 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4465586f-1d06-40b1-a130-0e84679cf9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:00.169569 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-4465586f-1d06-40b1-a130-0e84679cf9ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d0e2b30-e711-4779-abef-a4efb75ed6f1 HTTP/1.1" status: 204 len: 168 time: 0.2903025 Oct 28 08:01:00.187776 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465586f-1d06-40b1-a130-0e84679cf9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0e2b30-e711-4779-abef-a4efb75ed6f1,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:00.187776 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465586f-1d06-40b1-a130-0e84679cf9ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:00.188329 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465586f-1d06-40b1-a130-0e84679cf9ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:00.188329 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465586f-1d06-40b1-a130-0e84679cf9ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:00.189075 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465586f-1d06-40b1-a130-0e84679cf9ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:00.189075 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465586f-1d06-40b1-a130-0e84679cf9ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:00.189245 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465586f-1d06-40b1-a130-0e84679cf9ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:00.189425 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465586f-1d06-40b1-a130-0e84679cf9ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:00.189798 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465586f-1d06-40b1-a130-0e84679cf9ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:00.190073 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465586f-1d06-40b1-a130-0e84679cf9ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:00.190416 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465586f-1d06-40b1-a130-0e84679cf9ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:00.190734 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465586f-1d06-40b1-a130-0e84679cf9ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:00.191083 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4465586f-1d06-40b1-a130-0e84679cf9ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:00.390458 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acb6c7-521a-48bb-8417-9ef262abec8b req-aa4f23c1-c748-4dbb-9d78-91380c656c92 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:00.392023 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e3acb6c7-521a-48bb-8417-9ef262abec8b req-aa4f23c1-c748-4dbb-9d78-91380c656c92 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 945 time: 0.0484071 Oct 28 08:01:00.443364 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e3acb6c7-521a-48bb-8417-9ef262abec8b req-4696837e-36e9-4f05-b156-fc49c88ef1dc tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451546 Oct 28 08:01:00.783147 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8bf2b-e4d9-415c-a68a-84009652d078 req-e512927d-9269-4df6-8ddf-61631f4ce285 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:00.784656 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b3b8bf2b-e4d9-415c-a68a-84009652d078 req-e512927d-9269-4df6-8ddf-61631f4ce285 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0519381 Oct 28 08:01:00.833605 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b3b8bf2b-e4d9-415c-a68a-84009652d078 req-43defb5c-1037-4048-a357-c0c12c01db39 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418990 Oct 28 08:01:01.222554 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2280a-e39e-4deb-ba13-9edfd0051040 req-8690d6a8-d300-450e-aede-48d0ad361f54 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:01.224103 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9dc2280a-e39e-4deb-ba13-9edfd0051040 req-8690d6a8-d300-450e-aede-48d0ad361f54 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0605724 Oct 28 08:01:01.269526 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9dc2280a-e39e-4deb-ba13-9edfd0051040 req-fa233cce-7f2d-4c37-b52e-d73364931d83 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384719 Oct 28 08:01:01.602026 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea5fa7-54e2-425e-adaf-d4e8361b2f53 req-f9519b42-cb81-48d5-acbe-3cf1c4533181 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:01.613727 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0bea5fa7-54e2-425e-adaf-d4e8361b2f53 req-f9519b42-cb81-48d5-acbe-3cf1c4533181 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 945 time: 0.0955789 Oct 28 08:01:01.618482 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6aa4aad-c8f5-46ae-b597-ebc28632a096 req-eb6e7f9a-d33e-40b2-a7f7-6dc268accc34 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0894549 Oct 28 08:01:01.675596 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0bea5fa7-54e2-425e-adaf-d4e8361b2f53 req-979d8ba4-a97d-4019-9ce0-45d163f7b925 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548146 Oct 28 08:01:01.769217 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa4aad-c8f5-46ae-b597-ebc28632a096 req-963a75c5-6186-4ac6-ac71-cc2ee636ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:01.772635 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6aa4aad-c8f5-46ae-b597-ebc28632a096 req-963a75c5-6186-4ac6-ac71-cc2ee636ea80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9df9af85b934838a36075f431459a17&device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 1099 time: 0.0448129 Oct 28 08:01:01.958180 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa4aad-c8f5-46ae-b597-ebc28632a096 req-4e82b48d-de44-4d08-b3b4-0a1aebe1cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:01.959675 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6aa4aad-c8f5-46ae-b597-ebc28632a096 req-4e82b48d-de44-4d08-b3b4-0a1aebe1cb89 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 HTTP/1.1" status: 200 len: 916 time: 0.1300333 Oct 28 08:01:02.016485 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6aa4aad-c8f5-46ae-b597-ebc28632a096 req-358c35ac-2681-45f7-9de5-785b1e9e8b60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce971f5-16b3-4e43-9ffa-703fa6c58260 HTTP/1.1" status: 200 len: 217 time: 0.0472984 Oct 28 08:01:02.026486 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26d553-7d6b-469c-adb2-aef2475d91a7 req-216fc47e-19a7-4947-8841-71eda957d52e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:02.035447 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9f26d553-7d6b-469c-adb2-aef2475d91a7 req-216fc47e-19a7-4947-8841-71eda957d52e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.1108184 Oct 28 08:01:02.121984 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9f26d553-7d6b-469c-adb2-aef2475d91a7 req-8a01454d-1428-4762-b1dc-243e902bd8f9 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824642 Oct 28 08:01:02.133127 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa4aad-c8f5-46ae-b597-ebc28632a096 req-5163495d-7f8e-408c-ae39-197b5f04783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:02.134606 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6aa4aad-c8f5-46ae-b597-ebc28632a096 req-5163495d-7f8e-408c-ae39-197b5f04783a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0de35a65-ec2c-4494-9394-75899e9e59fa HTTP/1.1" status: 200 len: 855 time: 0.0971935 Oct 28 08:01:02.185246 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6aa4aad-c8f5-46ae-b597-ebc28632a096 req-8ecd6ea2-31b1-43b1-b01a-0764881424f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35f534e6-c3cc-4ef7-b110-42cfe99bd7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296066 Oct 28 08:01:02.295734 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6aa4aad-c8f5-46ae-b597-ebc28632a096 req-29a84325-ee2c-492c-b695-bc8c76d2654a service neutron] 10.222.0.30 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963752 Oct 28 08:01:02.655567 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200e423-3512-4d2b-9275-052ab4b2003a req-7b769976-5bd6-49e8-bbc1-48fa1a9e67e8 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:02.661782 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c200e423-3512-4d2b-9275-052ab4b2003a req-7b769976-5bd6-49e8-bbc1-48fa1a9e67e8 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.2928972 Oct 28 08:01:02.665015 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6aa4aad-c8f5-46ae-b597-ebc28632a096 req-751ef1e5-17d9-4397-8c97-d8ca2d396e44 service neutron] 10.222.0.30 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590398 Oct 28 08:01:02.712989 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c200e423-3512-4d2b-9275-052ab4b2003a req-a6149037-a098-4ab9-a3a4-6bf847d75ad9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477622 Oct 28 08:01:02.824585 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9efe5-f578-482e-a990-bc91c8576274 req-3a83fe05-99e9-4020-a574-275eaea97d54 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:02.827187 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fe9efe5-f578-482e-a990-bc91c8576274 req-3a83fe05-99e9-4020-a574-275eaea97d54 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 945 time: 0.0557292 Oct 28 08:01:02.880657 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fe9efe5-f578-482e-a990-bc91c8576274 req-c92bf156-acb7-4885-961a-c760080896a0 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400896 Oct 28 08:01:03.041270 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881be39-333e-42a6-ba33-4f528cdca401 req-ca3973ef-1a39-424a-a85c-60a396ab2937 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:03.043792 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a881be39-333e-42a6-ba33-4f528cdca401 req-ca3973ef-1a39-424a-a85c-60a396ab2937 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0649486 Oct 28 08:01:03.071973 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 57320) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:03.078267 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-78b23d9c-9eab-4e67-a0fa-3964ec202be1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Request body: {'floatingip': {'port_id': 'baa04711-515e-450f-84a5-e73227cfbe81'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:01:03.180441 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-78b23d9c-9eab-4e67-a0fa-3964ec202be1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for floatingip, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:03.363909 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463b534-fd5a-472a-a1fc-0e72ace15580 req-ac5fd2e9-a55e-4845-8bb1-b8cf7b603596 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:03.365393 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a463b534-fd5a-472a-a1fc-0e72ace15580 req-ac5fd2e9-a55e-4845-8bb1-b8cf7b603596 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.1464200 Oct 28 08:01:03.424684 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:01:03.485992 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a463b534-fd5a-472a-a1fc-0e72ace15580 req-16e91d04-c4e1-49db-949b-47b17d57340b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117117 Oct 28 08:01:03.521473 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 57338) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:03.658699 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3ac47bcc-a0cb-4c59-96cb-82d3b1e95e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:03.755167 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3ac47bcc-a0cb-4c59-96cb-82d3b1e95e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:03.838827 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253e410-5399-42f0-bcdb-e694d380f5c2 req-55281d11-6355-4934-958c-bc8a0d313588 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:03.841235 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b253e410-5399-42f0-bcdb-e694d380f5c2 req-55281d11-6355-4934-958c-bc8a0d313588 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.2535119 Oct 28 08:01:03.860221 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 57350) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:03.860221 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-2ba2a8da-5885-4f3f-9717-5760ec80bffd tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Request body: {'floatingip': {'port_id': '08090d45-57f6-4fca-bad8-ed42f1cafd88'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:01:03.890723 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.db.resource_extend [None req-78b23d9c-9eab-4e67-a0fa-3964ec202be1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=108235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 08:01:03.957869 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a8da-5885-4f3f-9717-5760ec80bffd tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for floatingip, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:04.013180 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-78b23d9c-9eab-4e67-a0fa-3964ec202be1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:04.061055 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3ac47bcc-a0cb-4c59-96cb-82d3b1e95e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:04.067952 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-78b23d9c-9eab-4e67-a0fa-3964ec202be1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586271'] for floatingip, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:04.196294 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.db.l3_db [None req-78b23d9c-9eab-4e67-a0fa-3964ec202be1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Floating IP 1b821490-0d75-4a84-ac8a-4d6fc86dfea0 associated. External IP: 172.27.3.142, port: baa04711-515e-450f-84a5-e73227cfbe81. Oct 28 08:01:04.318390 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-3ac47bcc-a0cb-4c59-96cb-82d3b1e95e81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a51a3cd93ecd4b018ad790b5ee899264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7955775 Oct 28 08:01:04.322389 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac47bcc-a0cb-4c59-96cb-82d3b1e95e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f93e979-1d45-4762-b691-3b2e74d5439e,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:04.327112 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 57358) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:04.456386 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b23d9c-9eab-4e67-a0fa-3964ec202be1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Router 47a62a74-d464-47fa-ba39-c714feeb6d54 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:01:04.470934 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2179d445-dacd-471e-a91a-088f563671d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:04.525319 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2179d445-dacd-471e-a91a-088f563671d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:04.846184 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b23d9c-9eab-4e67-a0fa-3964ec202be1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:01:04.851307 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-78b23d9c-9eab-4e67-a0fa-3964ec202be1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:04.872699 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2179d445-dacd-471e-a91a-088f563671d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:04.873814 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd3521f-7b8f-4053-914c-8576e5a5bb2f None None] Sync routers for ids ['47a62a74-d464-47fa-ba39-c714feeb6d54'] in dv-cinder-815780-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:01:04.876532 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2179d445-dacd-471e-a91a-088f563671d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:04.879369 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-2179d445-dacd-471e-a91a-088f563671d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f93e979-1d45-4762-b691-3b2e74d5439e HTTP/1.1" status: 204 len: 168 time: 0.5472949 Oct 28 08:01:04.890176 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd3521f-7b8f-4053-914c-8576e5a5bb2f None None] Routers {'47a62a74-d464-47fa-ba39-c714feeb6d54'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:01:04.891135 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-5fd3521f-7b8f-4053-914c-8576e5a5bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:00:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['47a62a74-d464-47fa-ba39-c714feeb6d54'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:01:04.904218 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179d445-dacd-471e-a91a-088f563671d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f93e979-1d45-4762-b691-3b2e74d5439e,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:04.914385 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-78b23d9c-9eab-4e67-a0fa-3964ec202be1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "PUT /v2.0/floatingips/1b821490-0d75-4a84-ac8a-4d6fc86dfea0 HTTP/1.1" status: 200 len: 991 time: 1.8412690 Oct 28 08:01:04.915647 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5272d69c-d923-4221-b9b2-e9567189d066', 'tag': 'baa04711-515e-450f-84a5-e73227cfbe81'}] {{(pid=108235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:01:04.920014 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4ad7e0b1a6d0b9f916951d122592239853211ff815bbc9715a4b116bc233df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dae6d5-50ef-46fb-ab70-e4694c76bb65" -d '{"events": [{"name": "network-changed", "server_uuid": "5272d69c-d923-4221-b9b2-e9567189d066", "tag": "baa04711-515e-450f-84a5-e73227cfbe81"}]}' {{(pid=108235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:01:05.013106 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b023834-bcb6-464c-882b-ec788fb242c6 x-openstack-request-id: req-3b023834-bcb6-464c-882b-ec788fb242c6 {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:01:05.013426 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5272d69c-d923-4221-b9b2-e9567189d066", "tag": "baa04711-515e-450f-84a5-e73227cfbe81", "status": "completed", "code": 200}]} {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:01:05.014044 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b023834-bcb6-464c-882b-ec788fb242c6 {{(pid=108235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:01:05.020971 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5272d69c-d923-4221-b9b2-e9567189d066', 'tag': 'baa04711-515e-450f-84a5-e73227cfbe81', 'status': 'completed', 'code': 200} Oct 28 08:01:05.078608 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a8da-5885-4f3f-9717-5760ec80bffd tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:05.083874 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-5fd3521f-7b8f-4053-914c-8576e5a5bb2f None None] Set router 47a62a74-d464-47fa-ba39-c714feeb6d54 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:01:05.157012 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dae6d5-50ef-46fb-ab70-e4694c76bb65 req-991d69a3-0888-49b9-9df6-e383eb21402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:05.158599 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c4dae6d5-50ef-46fb-ab70-e4694c76bb65 req-991d69a3-0888-49b9-9df6-e383eb21402a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc0cb6f6b93541f18633bde7ab1d60a4&device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 1098 time: 0.0933282 Oct 28 08:01:05.165540 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a8da-5885-4f3f-9717-5760ec80bffd tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586271'] for floatingip, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:05.287984 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dae6d5-50ef-46fb-ab70-e4694c76bb65 req-179810c2-353e-4460-b271-76a3b4ab2042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:05.289674 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c4dae6d5-50ef-46fb-ab70-e4694c76bb65 req-179810c2-353e-4460-b271-76a3b4ab2042 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4cd82f9-faba-431d-97e4-608ffe0281aa HTTP/1.1" status: 200 len: 911 time: 0.1151297 Oct 28 08:01:05.308648 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [None req-2ba2a8da-5885-4f3f-9717-5760ec80bffd tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Floating IP 6f308836-c63d-416b-ae3f-656fe14b2e7e associated. External IP: 172.27.3.121, port: 08090d45-57f6-4fca-bad8-ed42f1cafd88. Oct 28 08:01:05.432884 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c4dae6d5-50ef-46fb-ab70-e4694c76bb65 req-2d785ebe-9db8-49f3-9b74-4cd82c0a7e77 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baa04711-515e-450f-84a5-e73227cfbe81 HTTP/1.1" status: 200 len: 999 time: 0.1230886 Oct 28 08:01:05.514086 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dae6d5-50ef-46fb-ab70-e4694c76bb65 req-5ebff2de-8063-4c06-ae0c-519d976beeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:05.519654 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c4dae6d5-50ef-46fb-ab70-e4694c76bb65 req-5ebff2de-8063-4c06-ae0c-519d976beeb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ebf29cbc-a17c-4554-9049-631a8b4fc8a2 HTTP/1.1" status: 200 len: 849 time: 0.0795033 Oct 28 08:01:05.568636 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-5fd3521f-7b8f-4053-914c-8576e5a5bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '1b821490-0d75-4a84-ac8a-4d6fc86dfea0', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'port_id': 'baa04711-515e-450f-84a5-e73227cfbe81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'mac_address': 'fa:16:3e:44:32:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5272d69c-d923-4221-b9b2-e9567189d066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:00:19Z', 'updated_at': '2021-10-28T08:01:03Z', 'revision_number': 1, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1d2d84-2749-4996-bbfc-de2d1ffe3886', 'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'mac_address': 'fa:16:3e:33:53:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:08Z', 'updated_at': '2021-10-28T08:00:17Z', 'revision_number': 5, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'subnets': [{'id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:01:05.612817 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dae6d5-50ef-46fb-ab70-e4694c76bb65 req-60ef4b04-f1f5-43d2-b4a8-1538e5017631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:05.614515 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c4dae6d5-50ef-46fb-ab70-e4694c76bb65 req-60ef4b04-f1f5-43d2-b4a8-1538e5017631 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4cd82f9-faba-431d-97e4-608ffe0281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766983 Oct 28 08:01:05.614669 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd3521f-7b8f-4053-914c-8576e5a5bb2f None None] Checking router: 47a62a74-d464-47fa-ba39-c714feeb6d54 for host: dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:01:05.629272 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd3521f-7b8f-4053-914c-8576e5a5bb2f None None] Routers {'47a62a74-d464-47fa-ba39-c714feeb6d54'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:01:05.630500 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-5fd3521f-7b8f-4053-914c-8576e5a5bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:00:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['47a62a74-d464-47fa-ba39-c714feeb6d54'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:01:05.660422 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba2a8da-5885-4f3f-9717-5760ec80bffd tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Router e23b813f-34d6-4de1-a1f3-064906d7b589 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:01:05.720574 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 57408) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:05.740444 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-933b9b4c-adc6-491f-b276-60d672222f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:05.763665 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-5fd3521f-7b8f-4053-914c-8576e5a5bb2f None None] Set router 47a62a74-d464-47fa-ba39-c714feeb6d54 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:01:05.783654 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba2a8da-5885-4f3f-9717-5760ec80bffd tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:01:05.788783 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a8da-5885-4f3f-9717-5760ec80bffd tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:05.802520 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677a4fc9-7625-457e-8da0-22a04a8dc15c None None] Sync routers for ids ['e23b813f-34d6-4de1-a1f3-064906d7b589'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:01:05.826962 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677a4fc9-7625-457e-8da0-22a04a8dc15c None None] Routers {'e23b813f-34d6-4de1-a1f3-064906d7b589'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:01:05.827858 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-677a4fc9-7625-457e-8da0-22a04a8dc15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:00:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['e23b813f-34d6-4de1-a1f3-064906d7b589'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:01:05.883773 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-2ba2a8da-5885-4f3f-9717-5760ec80bffd tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "PUT /v2.0/floatingips/6f308836-c63d-416b-ae3f-656fe14b2e7e HTTP/1.1" status: 200 len: 992 time: 2.0270681 Oct 28 08:01:05.883773 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d742387-f880-452a-bae3-87a87a5723a0', 'tag': '08090d45-57f6-4fca-bad8-ed42f1cafd88'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:01:05.884680 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9c5a66-2836-45b4-a0e1-485bebf02b05" -d '{"events": [{"name": "network-changed", "server_uuid": "4d742387-f880-452a-bae3-87a87a5723a0", "tag": "08090d45-57f6-4fca-bad8-ed42f1cafd88"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:01:05.947556 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c4dae6d5-50ef-46fb-ab70-e4694c76bb65 req-e6342fd5-8d5a-4d3c-8066-46bce5f8ca4c service neutron] 10.222.0.30 "GET /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818736 Oct 28 08:01:05.977236 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-933b9b4c-adc6-491f-b276-60d672222f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:05.985314 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27555e91-19f4-449f-b9ac-1f0c47ea7e16 x-openstack-request-id: req-27555e91-19f4-449f-b9ac-1f0c47ea7e16 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:01:05.985314 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d742387-f880-452a-bae3-87a87a5723a0", "tag": "08090d45-57f6-4fca-bad8-ed42f1cafd88", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:01:05.985716 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27555e91-19f4-449f-b9ac-1f0c47ea7e16 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:01:05.986179 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d742387-f880-452a-bae3-87a87a5723a0', 'tag': '08090d45-57f6-4fca-bad8-ed42f1cafd88', 'status': 'completed', 'code': 200} Oct 28 08:01:06.051086 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-933b9b4c-adc6-491f-b276-60d672222f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:06.079208 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-677a4fc9-7625-457e-8da0-22a04a8dc15c None None] Set router e23b813f-34d6-4de1-a1f3-064906d7b589 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:01:06.118897 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b9b4c-adc6-491f-b276-60d672222f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d191079c-7315-4e9f-89b2-7fb06880b69f,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:06.126454 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-933b9b4c-adc6-491f-b276-60d672222f7c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57f7b03de3464cfd8a72a1f334bfce31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4047782 Oct 28 08:01:06.129443 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 57426) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:06.164457 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-5fd3521f-7b8f-4053-914c-8576e5a5bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '1b821490-0d75-4a84-ac8a-4d6fc86dfea0', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'port_id': 'baa04711-515e-450f-84a5-e73227cfbe81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'mac_address': 'fa:16:3e:44:32:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5272d69c-d923-4221-b9b2-e9567189d066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:00:19Z', 'updated_at': '2021-10-28T08:01:03Z', 'revision_number': 1, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1d2d84-2749-4996-bbfc-de2d1ffe3886', 'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'mac_address': 'fa:16:3e:33:53:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:08Z', 'updated_at': '2021-10-28T08:00:17Z', 'revision_number': 5, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'subnets': [{'id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:01:06.197127 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd3521f-7b8f-4053-914c-8576e5a5bb2f None None] The sync data for ids ['47a62a74-d464-47fa-ba39-c714feeb6d54'] in dv-cinder-815780-1-iscsi is: [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '1b821490-0d75-4a84-ac8a-4d6fc86dfea0', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'port_id': 'baa04711-515e-450f-84a5-e73227cfbe81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'mac_address': 'fa:16:3e:44:32:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5272d69c-d923-4221-b9b2-e9567189d066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:00:19Z', 'updated_at': '2021-10-28T08:01:03Z', 'revision_number': 1, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1d2d84-2749-4996-bbfc-de2d1ffe3886', 'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'mac_address': 'fa:16:3e:33:53:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:08Z', 'updated_at': '2021-10-28T08:00:17Z', 'revision_number': 5, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'subnets': [{'id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:01:06.221138 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d75bc0a5-c78c-4252-8cbc-229a169814cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:06.251890 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d75bc0a5-c78c-4252-8cbc-229a169814cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:06.380993 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d75bc0a5-c78c-4252-8cbc-229a169814cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:06.386032 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d75bc0a5-c78c-4252-8cbc-229a169814cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:06.387678 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-d75bc0a5-c78c-4252-8cbc-229a169814cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d191079c-7315-4e9f-89b2-7fb06880b69f HTTP/1.1" status: 204 len: 168 time: 0.2570784 Oct 28 08:01:06.400420 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bc0a5-c78c-4252-8cbc-229a169814cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d191079c-7315-4e9f-89b2-7fb06880b69f,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:06.529675 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d457257f-c19b-4884-8555-8bc7b7d851e8 None None] New status for floating IP 1b821490-0d75-4a84-ac8a-4d6fc86dfea0: ACTIVE {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:01:06.611812 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-677a4fc9-7625-457e-8da0-22a04a8dc15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:08Z', 'revision_number': 4, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port': {'id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:02Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '6f308836-c63d-416b-ae3f-656fe14b2e7e', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'port_id': '08090d45-57f6-4fca-bad8-ed42f1cafd88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'mac_address': 'fa:16:3e:e9:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d742387-f880-452a-bae3-87a87a5723a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:00:18Z', 'updated_at': '2021-10-28T08:01:04Z', 'revision_number': 1, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff0915a-10b4-41c6-9ade-1e7b39e5fa70', 'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'mac_address': 'fa:16:3e:52:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:07Z', 'updated_at': '2021-10-28T08:00:14Z', 'revision_number': 5, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'subnets': [{'id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:01:06.646737 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677a4fc9-7625-457e-8da0-22a04a8dc15c None None] Checking router: e23b813f-34d6-4de1-a1f3-064906d7b589 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:01:06.657940 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677a4fc9-7625-457e-8da0-22a04a8dc15c None None] Routers {'e23b813f-34d6-4de1-a1f3-064906d7b589'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:01:06.658519 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-677a4fc9-7625-457e-8da0-22a04a8dc15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:00:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['e23b813f-34d6-4de1-a1f3-064906d7b589'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:01:06.811059 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-677a4fc9-7625-457e-8da0-22a04a8dc15c None None] Set router e23b813f-34d6-4de1-a1f3-064906d7b589 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:01:07.096475 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-677a4fc9-7625-457e-8da0-22a04a8dc15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:08Z', 'revision_number': 4, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port': {'id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:02Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '6f308836-c63d-416b-ae3f-656fe14b2e7e', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'port_id': '08090d45-57f6-4fca-bad8-ed42f1cafd88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'mac_address': 'fa:16:3e:e9:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d742387-f880-452a-bae3-87a87a5723a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:00:18Z', 'updated_at': '2021-10-28T08:01:04Z', 'revision_number': 1, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff0915a-10b4-41c6-9ade-1e7b39e5fa70', 'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'mac_address': 'fa:16:3e:52:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:07Z', 'updated_at': '2021-10-28T08:00:14Z', 'revision_number': 5, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'subnets': [{'id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:01:07.126316 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677a4fc9-7625-457e-8da0-22a04a8dc15c None None] The sync data for ids ['e23b813f-34d6-4de1-a1f3-064906d7b589'] in dv-cinder-815780-1-iscsi is: [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:08Z', 'revision_number': 4, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port': {'id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:02Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '6f308836-c63d-416b-ae3f-656fe14b2e7e', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'port_id': '08090d45-57f6-4fca-bad8-ed42f1cafd88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'mac_address': 'fa:16:3e:e9:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d742387-f880-452a-bae3-87a87a5723a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:00:18Z', 'updated_at': '2021-10-28T08:01:04Z', 'revision_number': 1, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff0915a-10b4-41c6-9ade-1e7b39e5fa70', 'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'mac_address': 'fa:16:3e:52:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:07Z', 'updated_at': '2021-10-28T08:00:14Z', 'revision_number': 5, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'subnets': [{'id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:01:07.344509 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5b6679-b052-479c-9c02-688e7e3fcae7 None None] New status for floating IP 6f308836-c63d-416b-ae3f-656fe14b2e7e: ACTIVE {{(pid=108237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:01:09.800482 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c4dae6d5-50ef-46fb-ab70-e4694c76bb65 req-c8b16116-92a7-41e1-acb4-ed810e8c357c service neutron] 10.222.0.30 "GET /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843508 Oct 28 08:01:11.540097 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c5a66-2836-45b4-a0e1-485bebf02b05 req-1974dd04-fbd9-4b8a-8410-1a3a6b54aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:11.541589 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8c9c5a66-2836-45b4-a0e1-485bebf02b05 req-1974dd04-fbd9-4b8a-8410-1a3a6b54aea4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb&device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 1099 time: 0.0473893 Oct 28 08:01:11.647646 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c5a66-2836-45b4-a0e1-485bebf02b05 req-f295790a-bf7a-4d5a-8b55-7813d1522f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:11.651957 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8c9c5a66-2836-45b4-a0e1-485bebf02b05 req-f295790a-bf7a-4d5a-8b55-7813d1522f32 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20337a09-3f8c-4816-b371-3113e23fc3c9 HTTP/1.1" status: 200 len: 918 time: 0.0924685 Oct 28 08:01:11.754257 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8c9c5a66-2836-45b4-a0e1-485bebf02b05 req-cabdda68-64ce-412c-a4b1-619ea1a2c061 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08090d45-57f6-4fca-bad8-ed42f1cafd88 HTTP/1.1" status: 200 len: 1002 time: 0.0926628 Oct 28 08:01:12.004425 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c5a66-2836-45b4-a0e1-485bebf02b05 req-10141159-ed59-40fc-b12e-fca050b565a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:12.005894 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8c9c5a66-2836-45b4-a0e1-485bebf02b05 req-10141159-ed59-40fc-b12e-fca050b565a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7836a6e2-0468-4f0c-be17-0b444d74b4ad HTTP/1.1" status: 200 len: 856 time: 0.2362731 Oct 28 08:01:12.112314 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c5a66-2836-45b4-a0e1-485bebf02b05 req-8e8da74e-5ef4-448c-9fa3-7b77fc11f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:12.113809 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8c9c5a66-2836-45b4-a0e1-485bebf02b05 req-8e8da74e-5ef4-448c-9fa3-7b77fc11f894 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20337a09-3f8c-4816-b371-3113e23fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409892 Oct 28 08:01:12.213282 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8c9c5a66-2836-45b4-a0e1-485bebf02b05 req-fce58545-1c06-4c05-8ff0-7b7634eb270b service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906324 Oct 28 08:01:12.322228 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8c9c5a66-2836-45b4-a0e1-485bebf02b05 req-e3f9ebe2-674d-48ea-bb43-f90b84ec6f9c service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933094 Oct 28 08:01:16.668888 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-40543e99-0b12-48d8-963c-748b2f09891e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:19.358904 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2e179e36-5709-4384-985c-fad22e312dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:19.609797 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:20.307927 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 57792) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:20.436650 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 57804) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:20.486090 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-7c720929-60e4-4517-9e77-68fb1f4c14de admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:20.516060 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-f845b430-835f-42f0-8d2e-92bcc30b9049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:20.638643 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-7c720929-60e4-4517-9e77-68fb1f4c14de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:20.638991 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:20.647723 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-f845b430-835f-42f0-8d2e-92bcc30b9049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:20.735986 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-7c720929-60e4-4517-9e77-68fb1f4c14de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:20.774121 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-f845b430-835f-42f0-8d2e-92bcc30b9049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:20.779284 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c720929-60e4-4517-9e77-68fb1f4c14de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0c74cd-5903-44cd-af11-5bd4f513ba83,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:20.786961 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-7c720929-60e4-4517-9e77-68fb1f4c14de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9553c5780dce43748bf6dc93bb347561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4773874 Oct 28 08:01:20.789910 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 57810) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:20.816197 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-f845b430-835f-42f0-8d2e-92bcc30b9049 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ee54d38c7f74f92a60a38b96e5dae53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3779843 Oct 28 08:01:20.828978 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 57812) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:20.837049 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845b430-835f-42f0-8d2e-92bcc30b9049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e78811-bdbd-46bb-bbea-a6d75e392564,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:20.866089 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6c1a4a4a-b5f5-4f4a-959e-18304d7573e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:20.895517 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6c1a4a4a-b5f5-4f4a-959e-18304d7573e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:20.897504 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d8b936aa-d91e-4c7f-ac7c-068c043219f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:20.922508 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d8b936aa-d91e-4c7f-ac7c-068c043219f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:21.051429 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6c1a4a4a-b5f5-4f4a-959e-18304d7573e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:21.054044 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6c1a4a4a-b5f5-4f4a-959e-18304d7573e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:21.055316 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-6c1a4a4a-b5f5-4f4a-959e-18304d7573e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad0c74cd-5903-44cd-af11-5bd4f513ba83 HTTP/1.1" status: 204 len: 168 time: 0.2640512 Oct 28 08:01:21.065370 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a4a4a-b5f5-4f4a-959e-18304d7573e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0c74cd-5903-44cd-af11-5bd4f513ba83,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:21.090555 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d8b936aa-d91e-4c7f-ac7c-068c043219f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:21.093763 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d8b936aa-d91e-4c7f-ac7c-068c043219f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:21.102613 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-d8b936aa-d91e-4c7f-ac7c-068c043219f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4e78811-bdbd-46bb-bbea-a6d75e392564 HTTP/1.1" status: 204 len: 168 time: 0.2652481 Oct 28 08:01:21.103310 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b936aa-d91e-4c7f-ac7c-068c043219f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e78811-bdbd-46bb-bbea-a6d75e392564,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:21.835933 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 57848) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:21.850831 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-66e35496-1d5e-47b3-bb32-aee8d2242411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:21.909278 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 57850) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:21.923306 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-25f3f38d-c3f8-4d13-8803-9100410cd390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:21.957403 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-66e35496-1d5e-47b3-bb32-aee8d2242411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:22.004674 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-25f3f38d-c3f8-4d13-8803-9100410cd390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:22.042031 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-66e35496-1d5e-47b3-bb32-aee8d2242411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:22.067773 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-25f3f38d-c3f8-4d13-8803-9100410cd390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:22.108287 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3f38d-c3f8-4d13-8803-9100410cd390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d7b5b8-a49e-4ebe-859d-35272a23a8ba,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:22.114955 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-25f3f38d-c3f8-4d13-8803-9100410cd390 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3625fb9c47a4c7b99156eefd52c2fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039270 Oct 28 08:01:22.116999 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 57868) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:22.131015 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e35496-1d5e-47b3-bb32-aee8d2242411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b043de33-2786-4ed1-9d2f-155bac320e63,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:22.138685 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-66e35496-1d5e-47b3-bb32-aee8d2242411 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80be1ab9bbf34618b7c54ae448581a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012304 Oct 28 08:01:22.142522 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 57870) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:22.174142 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-b2bcdddb-bf61-4cc6-a72f-744c1caa0f1e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:22.175668 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-b2bcdddb-bf61-4cc6-a72f-744c1caa0f1e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/networks?id=35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 HTTP/1.1" status: 200 len: 815 time: 0.1570151 Oct 28 08:01:22.190876 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-b6bbcf96-41fa-4b49-a62a-7daaf681bb5a tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/quotas/b9df9af85b934838a36075f431459a17 HTTP/1.1" status: 200 len: 375 time: 0.0091746 Oct 28 08:01:22.210439 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f2022a76-16a3-472f-b802-f20ddbf665a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:22.236769 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dad0612e-57e5-4604-b9bd-9ea7d721d081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:22.240759 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-d50b2537-dc29-4045-b960-cecebdeb1fc9 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9df9af85b934838a36075f431459a17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442541 Oct 28 08:01:22.243123 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f2022a76-16a3-472f-b802-f20ddbf665a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:22.285010 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dad0612e-57e5-4604-b9bd-9ea7d721d081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:22.337758 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-85528c79-2f5e-47b0-85d8-63753dc140f6 service neutron] 10.222.0.37 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886695 Oct 28 08:01:22.409816 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f2022a76-16a3-472f-b802-f20ddbf665a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:22.412502 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f2022a76-16a3-472f-b802-f20ddbf665a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:22.413693 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-f2022a76-16a3-472f-b802-f20ddbf665a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64d7b5b8-a49e-4ebe-859d-35272a23a8ba HTTP/1.1" status: 204 len: 168 time: 0.2957716 Oct 28 08:01:22.421705 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2022a76-16a3-472f-b802-f20ddbf665a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d7b5b8-a49e-4ebe-859d-35272a23a8ba,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:22.438510 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-5a0cfe7e-467f-4a5f-aee7-05114453ab53 service neutron] 10.222.0.37 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934067 Oct 28 08:01:22.439821 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dad0612e-57e5-4604-b9bd-9ea7d721d081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:22.442531 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dad0612e-57e5-4604-b9bd-9ea7d721d081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:22.447046 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-dad0612e-57e5-4604-b9bd-9ea7d721d081 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b043de33-2786-4ed1-9d2f-155bac320e63 HTTP/1.1" status: 204 len: 168 time: 0.3008566 Oct 28 08:01:22.455850 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0612e-57e5-4604-b9bd-9ea7d721d081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b043de33-2786-4ed1-9d2f-155bac320e63,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:22.661393 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:22.786332 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6586a67f-f0ec-43dc-990e-9a211427e778 req-26c7ed5f-9fce-40e1-b0fb-290b5361b1a8 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 210 time: 0.0264256 Oct 28 08:01:25.598574 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:27.138259 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bc835128-f079-4476-80ee-df6f285b6b65 req-eecc946a-ed38-4298-80e4-77a3ed836337 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 210 time: 0.0259004 Oct 28 08:01:28.254924 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cfb2bf71-4299-45dd-bdab-b4bf82327a51 req-c92475a4-9fa7-4f2b-9c43-4f7be525948c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 210 time: 0.0245533 Oct 28 08:01:28.539646 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-1ad7e061-acd3-4fee-99bc-0a0d487327b4 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:28.541133 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-1ad7e061-acd3-4fee-99bc-0a0d487327b4 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.30 "GET /v2.0/networks?id=35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 HTTP/1.1" status: 200 len: 815 time: 0.1068943 Oct 28 08:01:28.560780 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-484dd06e-1e89-4ab3-bb54-fa66c8d3521d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Request body: {'port': {'device_id': '23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8', 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7', 'admin_state_up': True, 'tenant_id': 'b9df9af85b934838a36075f431459a17'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:01:28.793113 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-484dd06e-1e89-4ab3-bb54-fa66c8d3521d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Made reservation on behalf of b9df9af85b934838a36075f431459a17 for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:01:28.796702 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-484dd06e-1e89-4ab3-bb54-fa66c8d3521d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:28.950124 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-484dd06e-1e89-4ab3-bb54-fa66c8d3521d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Allocated IP 172.20.0.3 (35f534e6-c3cc-4ef7-b110-42cfe99bd7b7/0de35a65-ec2c-4494-9394-75899e9e59fa/336334a7-143e-472d-a19f-deb9b9bf3d5c) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:01:29.103316 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-484dd06e-1e89-4ab3-bb54-fa66c8d3521d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:29.233389 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-484dd06e-1e89-4ab3-bb54-fa66c8d3521d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:29.245640 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['6ce971f5-16b3-4e43-9ffa-703fa6c58260'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:01:29.273651 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-484dd06e-1e89-4ab3-bb54-fa66c8d3521d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:01:29.277408 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-484dd06e-1e89-4ab3-bb54-fa66c8d3521d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:01:29.281231 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-484dd06e-1e89-4ab3-bb54-fa66c8d3521d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:01:29.316333 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484dd06e-1e89-4ab3-bb54-fa66c8d3521d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Pushing event updated for resources: {'Port': ['ID=336334a7-143e-472d-a19f-deb9b9bf3d5c,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:29.348329 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-484dd06e-1e89-4ab3-bb54-fa66c8d3521d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:29.348939 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-484dd06e-1e89-4ab3-bb54-fa66c8d3521d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:29.413780 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbf702-fc77-4bf3-913d-11d571a7c43e req-299dc268-f59c-4a4d-af02-964d1562010e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:29.415277 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f7bbf702-fc77-4bf3-913d-11d571a7c43e req-299dc268-f59c-4a4d-af02-964d1562010e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 931 time: 0.0506823 Oct 28 08:01:29.453574 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f7bbf702-fc77-4bf3-913d-11d571a7c43e req-398554a1-5cd0-4f12-8bd6-86f614d33bf1 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314887 Oct 28 08:01:29.497021 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-484dd06e-1e89-4ab3-bb54-fa66c8d3521d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9406748 Oct 28 08:01:29.513085 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Request body: {'port': {'device_id': '23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:01:29.570171 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:29.866197 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336334a7-143e-472d-a19f-deb9b9bf3d5c {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:01:29.875504 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:29.889010 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Transition to ACTIVE for port object 336334a7-143e-472d-a19f-deb9b9bf3d5c will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:01:29.946724 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:30.017211 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Pushing event updated for resources: {'Port': ['ID=336334a7-143e-472d-a19f-deb9b9bf3d5c,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:30.070243 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Attempting to bind port 336334a7-143e-472d-a19f-deb9b9bf3d5c on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:01:30.070592 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Attempting to bind port 336334a7-143e-472d-a19f-deb9b9bf3d5c by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': '37bf3e3f-ea69-46a9-bb01-0a92158211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:01:30.070955 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Attempting to bind port 336334a7-143e-472d-a19f-deb9b9bf3d5c on network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:01:30.075983 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Port 336334a7-143e-472d-a19f-deb9b9bf3d5c on network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:01:30.076226 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Attempting to bind port 336334a7-143e-472d-a19f-deb9b9bf3d5c on network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:01:30.081347 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:01:30.081694 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Checking segment: {'id': '37bf3e3f-ea69-46a9-bb01-0a92158211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:01:30.082504 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Bound using segment: {'id': '37bf3e3f-ea69-46a9-bb01-0a92158211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:01:30.086687 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Bound port: 336334a7-143e-472d-a19f-deb9b9bf3d5c, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37bf3e3f-ea69-46a9-bb01-0a92158211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:01:30.086687 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:30.148937 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] For port 336334a7-143e-472d-a19f-deb9b9bf3d5c, host hv-cinder-81578, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:01:30.151916 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] For port 336334a7-143e-472d-a19f-deb9b9bf3d5c, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=336334a7-143e-472d-a19f-deb9b9bf3d5c,segment=NetworkSegment(37bf3e3f-ea69-46a9-bb01-0a92158211ee),segment_id=37bf3e3f-ea69-46a9-bb01-0a92158211ee)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:01:30.255310 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:30.289199 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:30.289811 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:30.291203 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] 10.222.0.30 "PUT /v2.0/ports/336334a7-143e-472d-a19f-deb9b9bf3d5c HTTP/1.1" status: 200 len: 1093 time: 0.7828345 Oct 28 08:01:30.292138 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8', 'tag': '336334a7-143e-472d-a19f-deb9b9bf3d5c'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:01:30.294489 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25643c2c-d0ba-4bdc-90ec-ea0ee75b795d" -d '{"events": [{"name": "network-changed", "server_uuid": "23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8", "tag": "336334a7-143e-472d-a19f-deb9b9bf3d5c"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:01:30.318667 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b92600-afb9-4251-92d6-b1e1b3320138 service neutron] Pushing event updated for resources: {'Port': ['ID=336334a7-143e-472d-a19f-deb9b9bf3d5c,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:30.337309 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaa2bd8-a03f-4ee4-bf2e-dfb66ad4438a x-openstack-request-id: req-fdaa2bd8-a03f-4ee4-bf2e-dfb66ad4438a {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:01:30.337572 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8", "tag": "336334a7-143e-472d-a19f-deb9b9bf3d5c", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:01:30.337815 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdaa2bd8-a03f-4ee4-bf2e-dfb66ad4438a {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:01:30.338243 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8', 'tag': '336334a7-143e-472d-a19f-deb9b9bf3d5c', 'status': 'completed', 'code': 200} Oct 28 08:01:30.412765 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25643c2c-d0ba-4bdc-90ec-ea0ee75b795d req-bc57ca73-e0e4-461b-a59c-f824a80eea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:30.415001 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-25643c2c-d0ba-4bdc-90ec-ea0ee75b795d req-bc57ca73-e0e4-461b-a59c-f824a80eea5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9df9af85b934838a36075f431459a17&device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 1096 time: 0.0474195 Oct 28 08:01:30.571348 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25643c2c-d0ba-4bdc-90ec-ea0ee75b795d req-cd518b4f-a0b2-407f-ad70-69282368b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:30.573050 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-25643c2c-d0ba-4bdc-90ec-ea0ee75b795d req-cd518b4f-a0b2-407f-ad70-69282368b07a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b9df9af85b934838a36075f431459a17&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1412437 Oct 28 08:01:30.585993 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dd2c7-808a-43aa-888c-bc2d6acd9e62 req-11c4b262-a484-4cbe-a67d-3064e6b3b35a tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:30.587477 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-639dd2c7-808a-43aa-888c-bc2d6acd9e62 req-11c4b262-a484-4cbe-a67d-3064e6b3b35a tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 943 time: 0.0529556 Oct 28 08:01:30.635446 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-639dd2c7-808a-43aa-888c-bc2d6acd9e62 req-50d3f0fb-7e38-48b7-bf8f-34b9ef3849d8 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389826 Oct 28 08:01:30.702354 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25643c2c-d0ba-4bdc-90ec-ea0ee75b795d req-4c91406f-083c-4ea9-95c8-bfc991396c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:30.704181 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-25643c2c-d0ba-4bdc-90ec-ea0ee75b795d req-4c91406f-083c-4ea9-95c8-bfc991396c54 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1233389 Oct 28 08:01:30.803547 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-83e342c5-9e5d-4245-b6be-450db650db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:30.805091 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-83e342c5-9e5d-4245-b6be-450db650db1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9df9af85b934838a36075f431459a17&device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 1096 time: 0.0461099 Oct 28 08:01:30.865360 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-7107be7f-52c7-4803-bb4e-2829253ed019 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=336334a7-143e-472d-a19f-deb9b9bf3d5c HTTP/1.1" status: 200 len: 217 time: 0.0386088 Oct 28 08:01:30.935935 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-0b29983f-b020-45a5-95b2-acc6f0434a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:30.937359 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-0b29983f-b020-45a5-95b2-acc6f0434a9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0de35a65-ec2c-4494-9394-75899e9e59fa HTTP/1.1" status: 200 len: 855 time: 0.0606189 Oct 28 08:01:30.977973 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-315d19c8-f465-488b-a944-b06206467693 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35f534e6-c3cc-4ef7-b110-42cfe99bd7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263617 Oct 28 08:01:31.076637 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-03c2c555-5a94-4154-809e-84dddb05e505 service neutron] 10.222.0.30 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830414 Oct 28 08:01:31.170064 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d23907b4-c9fc-4e40-b77c-2beecb895b40 req-7017df59-8e4d-4a23-9db8-22a2c80e7c5d service neutron] 10.222.0.30 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840993 Oct 28 08:01:32.002088 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786d798-86ed-4e9a-8eb9-b958010a819d req-0fcd3d9c-e812-4cfc-b6fc-ada884ac9367 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:32.003678 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e786d798-86ed-4e9a-8eb9-b958010a819d req-0fcd3d9c-e812-4cfc-b6fc-ada884ac9367 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 943 time: 0.0478067 Oct 28 08:01:32.043542 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e786d798-86ed-4e9a-8eb9-b958010a819d req-b36ee373-545d-4689-bcc5-ec3fe253131b tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333185 Oct 28 08:01:32.301382 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 58138) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:32.420372 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a03d5076-cb11-46ac-bb3f-227e508aed91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:32.495736 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a03d5076-cb11-46ac-bb3f-227e508aed91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:32.667515 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a03d5076-cb11-46ac-bb3f-227e508aed91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:32.712394 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d5076-cb11-46ac-bb3f-227e508aed91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221bad49-ee48-4ad3-8709-5fbb07db21a8,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:32.718809 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-a03d5076-cb11-46ac-bb3f-227e508aed91 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34e519ff61b04fc4bb9152b0f72833fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4163463 Oct 28 08:01:32.721658 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 58146) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:32.771833 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3669d198-de42-4525-9026-d1a4a22de229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:32.793347 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3669d198-de42-4525-9026-d1a4a22de229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:33.165038 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde2552-b7ff-43b4-9fa9-f50d74fb53c9 req-a6935a3c-5a3c-4e25-a322-87e470a6cebe tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:33.166389 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bdde2552-b7ff-43b4-9fa9-f50d74fb53c9 req-a6935a3c-5a3c-4e25-a322-87e470a6cebe tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 943 time: 0.0508730 Oct 28 08:01:33.205181 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bdde2552-b7ff-43b4-9fa9-f50d74fb53c9 req-eca6063c-1ea6-4236-b36d-c8a401e43911 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320423 Oct 28 08:01:33.209904 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3669d198-de42-4525-9026-d1a4a22de229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:33.212695 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3669d198-de42-4525-9026-d1a4a22de229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:33.216784 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-3669d198-de42-4525-9026-d1a4a22de229 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/221bad49-ee48-4ad3-8709-5fbb07db21a8 HTTP/1.1" status: 204 len: 168 time: 0.4917305 Oct 28 08:01:33.222345 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669d198-de42-4525-9026-d1a4a22de229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221bad49-ee48-4ad3-8709-5fbb07db21a8,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:34.342566 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad24df-c4fc-4605-acbd-180a63835777 req-642d190d-6c9f-4933-bfd1-305c1b6e533c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:34.345834 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a3ad24df-c4fc-4605-acbd-180a63835777 req-642d190d-6c9f-4933-bfd1-305c1b6e533c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 943 time: 0.0563040 Oct 28 08:01:34.387922 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a3ad24df-c4fc-4605-acbd-180a63835777 req-222763ae-2fe3-443d-9100-271a1a3ebfeb tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378952 Oct 28 08:01:34.488589 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 58190) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:34.504110 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-367a6a10-d76c-4bc9-bb7d-c5361f8ec492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:34.588827 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-367a6a10-d76c-4bc9-bb7d-c5361f8ec492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:34.735162 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-367a6a10-d76c-4bc9-bb7d-c5361f8ec492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:34.772281 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a6a10-d76c-4bc9-bb7d-c5361f8ec492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ea0988-bb0d-4d91-822e-f422a21420cf,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:34.777477 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-367a6a10-d76c-4bc9-bb7d-c5361f8ec492 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2eae4e716514b99b7842ab44df9464f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877643 Oct 28 08:01:34.780564 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 58194) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:34.829814 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79b4485f-047c-43b9-b30b-4b8bf8997ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:34.851388 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79b4485f-047c-43b9-b30b-4b8bf8997ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:35.225885 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79b4485f-047c-43b9-b30b-4b8bf8997ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:35.228500 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79b4485f-047c-43b9-b30b-4b8bf8997ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:35.229717 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-79b4485f-047c-43b9-b30b-4b8bf8997ac6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78ea0988-bb0d-4d91-822e-f422a21420cf HTTP/1.1" status: 204 len: 168 time: 0.4484963 Oct 28 08:01:35.237694 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4485f-047c-43b9-b30b-4b8bf8997ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ea0988-bb0d-4d91-822e-f422a21420cf,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:35.422584 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 336334a7-143e-472d-a19f-deb9b9bf3d5c details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:01:35.515620 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c62cd1-c31f-457b-98b9-080b1c857258 req-f70cb359-7d44-4567-9303-96fd2f4a8f0d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:35.517167 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f4c62cd1-c31f-457b-98b9-080b1c857258 req-f70cb359-7d44-4567-9303-96fd2f4a8f0d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 943 time: 0.0529633 Oct 28 08:01:35.519792 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 336334a7-143e-472d-a19f-deb9b9bf3d5c, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=336334a7-143e-472d-a19f-deb9b9bf3d5c,segment=NetworkSegment(37bf3e3f-ea69-46a9-bb01-0a92158211ee),segment_id=37bf3e3f-ea69-46a9-bb01-0a92158211ee)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:01:35.533709 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': '336334a7-143e-472d-a19f-deb9b9bf3d5c', 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7', 'port_id': '336334a7-143e-472d-a19f-deb9b9bf3d5c', 'mac_address': 'fa:16:3e:d6:79:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0de35a65-ec2c-4494-9394-75899e9e59fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:01:35.575337 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f4c62cd1-c31f-457b-98b9-080b1c857258 req-2a319668-16f6-4c0f-8aaa-4ae556fa1f0a tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512314 Oct 28 08:01:35.589933 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:35.596730 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336334a7-143e-472d-a19f-deb9b9bf3d5c {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:01:35.617458 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 336334a7-143e-472d-a19f-deb9b9bf3d5c, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=336334a7-143e-472d-a19f-deb9b9bf3d5c,segment=NetworkSegment(37bf3e3f-ea69-46a9-bb01-0a92158211ee),segment_id=37bf3e3f-ea69-46a9-bb01-0a92158211ee)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:01:35.820654 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:35.874490 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=336334a7-143e-472d-a19f-deb9b9bf3d5c,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:35.881681 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:35.882045 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:35.882392 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:35.882776 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:35.894200 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:35.894200 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:35.894200 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:35.894200 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:35.894200 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:35.894200 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:35.894200 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:35.894200 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:01:36.777879 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8815aa-947d-4afd-8dfa-6dac1a2cb5f5 req-72025695-ed03-48b2-a12c-548002c1e04c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:36.779496 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bb8815aa-947d-4afd-8dfa-6dac1a2cb5f5 req-72025695-ed03-48b2-a12c-548002c1e04c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 944 time: 0.0549080 Oct 28 08:01:36.826067 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bb8815aa-947d-4afd-8dfa-6dac1a2cb5f5 req-645a2128-fb9d-4ab9-8b86-6195ec67fe64 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403767 Oct 28 08:01:37.079279 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['336334a7-143e-472d-a19f-deb9b9bf3d5c'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:01:37.128983 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 58316) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:37.262899 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dd2b0aef-a082-4cbe-9dd2-6b91b4d82e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:37.344586 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dd2b0aef-a082-4cbe-9dd2-6b91b4d82e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:37.500417 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dd2b0aef-a082-4cbe-9dd2-6b91b4d82e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:37.543053 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b0aef-a082-4cbe-9dd2-6b91b4d82e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2e0800-62dd-4c7a-a3c7-d86d77a6e215,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:37.543053 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-dd2b0aef-a082-4cbe-9dd2-6b91b4d82e48 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0ec9f6645ee4c7cb524f740df475c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4108419 Oct 28 08:01:37.544853 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 58322) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:37.593874 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6826490b-0664-46ab-9c49-3a7d194516d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:37.615067 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6826490b-0664-46ab-9c49-3a7d194516d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:37.798067 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6826490b-0664-46ab-9c49-3a7d194516d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:37.801600 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6826490b-0664-46ab-9c49-3a7d194516d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:37.809779 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-6826490b-0664-46ab-9c49-3a7d194516d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c2e0800-62dd-4c7a-a3c7-d86d77a6e215 HTTP/1.1" status: 204 len: 168 time: 0.2571394 Oct 28 08:01:37.816266 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826490b-0664-46ab-9c49-3a7d194516d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2e0800-62dd-4c7a-a3c7-d86d77a6e215,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:38.046022 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f04e3-733d-4654-9bce-208f0eb6d452 req-53dd4dd0-1f63-4161-b3d1-9927abf2cb18 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:38.049158 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-629f04e3-733d-4654-9bce-208f0eb6d452 req-53dd4dd0-1f63-4161-b3d1-9927abf2cb18 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 944 time: 0.0476794 Oct 28 08:01:38.085696 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-629f04e3-733d-4654-9bce-208f0eb6d452 req-ce5a6a29-f7fd-49b2-89d6-4f00e175d90f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320239 Oct 28 08:01:39.253001 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c66782-29db-4a94-a7c5-a3acb474095d req-a5bf10d0-a6b7-405c-b1b2-a5793685512d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:39.254473 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-13c66782-29db-4a94-a7c5-a3acb474095d req-a5bf10d0-a6b7-405c-b1b2-a5793685512d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 944 time: 0.0469856 Oct 28 08:01:39.293337 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-13c66782-29db-4a94-a7c5-a3acb474095d req-99daa20c-888e-4fff-8715-e09d96c3b830 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323973 Oct 28 08:01:39.369788 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c352bc-68e8-453b-89ac-a7e456e38bfa req-6275500d-abfb-41e2-8fbe-ceee5fe45cae tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:39.369788 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-10c352bc-68e8-453b-89ac-a7e456e38bfa req-6275500d-abfb-41e2-8fbe-ceee5fe45cae tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 945 time: 0.0520370 Oct 28 08:01:39.391951 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 58362) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:39.407062 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8d96eb16-13e0-4f9c-8685-cfd40967e142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:39.412509 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-10c352bc-68e8-453b-89ac-a7e456e38bfa req-b718c4b7-c607-4e01-8341-88fa8a74ee58 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405087 Oct 28 08:01:39.422181 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 336334a7-143e-472d-a19f-deb9b9bf3d5c up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:01:39.524486 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8d96eb16-13e0-4f9c-8685-cfd40967e142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:39.775520 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8d96eb16-13e0-4f9c-8685-cfd40967e142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:39.819791 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-8d96eb16-13e0-4f9c-8685-cfd40967e142 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0856021d4d834d18abb05518aa40db91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266970 Oct 28 08:01:39.820613 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96eb16-13e0-4f9c-8685-cfd40967e142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47291e9e-a5e0-4ec6-86d8-f7dd4ef4e6eb,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:39.823492 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 58384) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:39.848207 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port 336334a7-143e-472d-a19f-deb9b9bf3d5c completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:01:39.856855 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port 336334a7-143e-472d-a19f-deb9b9bf3d5c triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:01:39.856855 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:39.877431 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e86dabcb-310a-4231-82ca-843851a3d238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:39.899426 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e86dabcb-310a-4231-82ca-843851a3d238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:39.946311 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:39.956736 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336334a7-143e-472d-a19f-deb9b9bf3d5c'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:01:39.959057 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b6fa83-8865-4c43-b568-4373d5145ba5" -d '{"events": [{"server_uuid": "23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8", "name": "network-vif-plugged", "status": "completed", "tag": "336334a7-143e-472d-a19f-deb9b9bf3d5c"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:01:39.973829 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 336334a7-143e-472d-a19f-deb9b9bf3d5c, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=336334a7-143e-472d-a19f-deb9b9bf3d5c,segment=NetworkSegment(37bf3e3f-ea69-46a9-bb01-0a92158211ee),segment_id=37bf3e3f-ea69-46a9-bb01-0a92158211ee)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:01:40.030335 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0822d8f1-b79b-4f6a-bfd7-c742b4ee9a05 x-openstack-request-id: req-0822d8f1-b79b-4f6a-bfd7-c742b4ee9a05 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:01:40.030335 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8", "name": "network-vif-plugged", "status": "completed", "tag": "336334a7-143e-472d-a19f-deb9b9bf3d5c", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:01:40.030335 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0822d8f1-b79b-4f6a-bfd7-c742b4ee9a05 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:01:40.030335 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336334a7-143e-472d-a19f-deb9b9bf3d5c', 'code': 200} Oct 28 08:01:40.196982 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e86dabcb-310a-4231-82ca-843851a3d238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:40.199671 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e86dabcb-310a-4231-82ca-843851a3d238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:40.200851 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-e86dabcb-310a-4231-82ca-843851a3d238 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47291e9e-a5e0-4ec6-86d8-f7dd4ef4e6eb HTTP/1.1" status: 204 len: 168 time: 0.3761728 Oct 28 08:01:40.211429 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dabcb-310a-4231-82ca-843851a3d238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47291e9e-a5e0-4ec6-86d8-f7dd4ef4e6eb,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:40.260889 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:40.325122 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=336334a7-143e-472d-a19f-deb9b9bf3d5c,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:40.415624 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:01:40.419665 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0ba20-6d0a-4634-911f-2ede6cb451b8 req-127b6346-55c4-4693-a2c1-a37bfa6ce2af tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:40.421193 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c0b0ba20-6d0a-4634-911f-2ede6cb451b8 req-127b6346-55c4-4693-a2c1-a37bfa6ce2af tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 945 time: 0.0486522 Oct 28 08:01:40.460685 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c0b0ba20-6d0a-4634-911f-2ede6cb451b8 req-d86c0fca-dd1d-4020-b716-e0b6b4fe4e44 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326037 Oct 28 08:01:40.500290 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01561c-869c-4b11-99ce-7c80f4724143 req-59a1eefd-de8d-4c30-b595-1eddc8ab77af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:40.501780 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1c01561c-869c-4b11-99ce-7c80f4724143 req-59a1eefd-de8d-4c30-b595-1eddc8ab77af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 1098 time: 0.0490811 Oct 28 08:01:40.553714 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414d58b-41f6-4eec-a73a-7f7c9fc1cb91 req-ccab0383-23d7-4636-80ab-999d0d30c64c tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:40.554174 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7414d58b-41f6-4eec-a73a-7f7c9fc1cb91 req-ccab0383-23d7-4636-80ab-999d0d30c64c tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 945 time: 0.0611379 Oct 28 08:01:40.556912 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1c01561c-869c-4b11-99ce-7c80f4724143 req-1b2c3f36-15cf-4f43-9f27-4e4a4dfcd8e6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471966 Oct 28 08:01:40.603876 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7414d58b-41f6-4eec-a73a-7f7c9fc1cb91 req-c944fbb7-9729-4e3b-aa3d-6b85ce8bbc7c tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367899 Oct 28 08:01:41.600637 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6af87-c00c-4cef-acb3-ad57632d9c3c req-89342c26-cf44-418f-8854-97e132c22ed5 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:41.602209 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e7a6af87-c00c-4cef-acb3-ad57632d9c3c req-89342c26-cf44-418f-8854-97e132c22ed5 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 945 time: 0.0627162 Oct 28 08:01:41.647809 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e7a6af87-c00c-4cef-acb3-ad57632d9c3c req-67349570-e1df-4c60-b821-a545786c7d94 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373201 Oct 28 08:01:41.759153 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d7d07-0beb-4f81-aed2-6606fa495a02 req-14263928-cd50-47f2-abed-b0036e265745 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:41.760739 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0e1d7d07-0beb-4f81-aed2-6606fa495a02 req-14263928-cd50-47f2-abed-b0036e265745 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 945 time: 0.0606825 Oct 28 08:01:41.803879 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0e1d7d07-0beb-4f81-aed2-6606fa495a02 req-38618319-0ea0-4d98-a663-09b5159b522f tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362444 Oct 28 08:01:42.448880 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 58458) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:42.571683 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-99f1110e-0db3-4e8e-aa5d-638a28d23f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:42.652777 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-99f1110e-0db3-4e8e-aa5d-638a28d23f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:42.758963 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-99f1110e-0db3-4e8e-aa5d-638a28d23f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:42.823844 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-99f1110e-0db3-4e8e-aa5d-638a28d23f07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bce25440fc1244bf8af378ca1259c890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3733919 Oct 28 08:01:42.825024 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1110e-0db3-4e8e-aa5d-638a28d23f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ac65f7-1a9c-48af-9352-9e5cc8c121e4,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:42.826106 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 58468) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:42.849722 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609544a-902e-4c21-939f-b977174a3c32 req-2491340e-b80e-4120-b407-56ada842dee7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:42.851350 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f609544a-902e-4c21-939f-b977174a3c32 req-2491340e-b80e-4120-b407-56ada842dee7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 945 time: 0.0785663 Oct 28 08:01:42.920781 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f609544a-902e-4c21-939f-b977174a3c32 req-952d3bae-2fd7-4002-89d0-bc22b6c52d21 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629883 Oct 28 08:01:42.921599 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2fd02ec2-d034-46d3-81a4-786cb0217bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:42.945889 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56413c2b-a717-45d8-92b4-b2a24c86f70b req-8739e990-dcbd-47ea-90ed-5bfda945e114 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:42.946094 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2fd02ec2-d034-46d3-81a4-786cb0217bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:42.951893 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-56413c2b-a717-45d8-92b4-b2a24c86f70b req-8739e990-dcbd-47ea-90ed-5bfda945e114 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 945 time: 0.0592418 Oct 28 08:01:43.002347 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-56413c2b-a717-45d8-92b4-b2a24c86f70b req-b89d2296-8e25-487a-b7dc-16ff87c16d1f tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426998 Oct 28 08:01:43.186807 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2fd02ec2-d034-46d3-81a4-786cb0217bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:43.189632 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2fd02ec2-d034-46d3-81a4-786cb0217bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:43.192199 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-2fd02ec2-d034-46d3-81a4-786cb0217bdf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3ac65f7-1a9c-48af-9352-9e5cc8c121e4 HTTP/1.1" status: 204 len: 168 time: 0.3645122 Oct 28 08:01:43.203642 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd02ec2-d034-46d3-81a4-786cb0217bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ac65f7-1a9c-48af-9352-9e5cc8c121e4,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:43.413039 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4653ace-544b-4b2b-b8b1-bb68425b1e37 req-8839b801-6f57-46fa-a864-9a679a1092f3 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:43.414531 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4653ace-544b-4b2b-b8b1-bb68425b1e37 req-8839b801-6f57-46fa-a864-9a679a1092f3 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 945 time: 0.1061933 Oct 28 08:01:43.559114 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-d4653ace-544b-4b2b-b8b1-bb68425b1e37 req-198b0c3d-5049-45ba-b962-521531d3c4a7 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Deleting port 8e736bd8-a1c8-4680-b133-60b5d9deeb29 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:01:43.559449 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d4653ace-544b-4b2b-b8b1-bb68425b1e37 req-198b0c3d-5049-45ba-b962-521531d3c4a7 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:43.657772 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-d4653ace-544b-4b2b-b8b1-bb68425b1e37 req-198b0c3d-5049-45ba-b962-521531d3c4a7 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] For port 8e736bd8-a1c8-4680-b133-60b5d9deeb29, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=8e736bd8-a1c8-4680-b133-60b5d9deeb29,segment=NetworkSegment(5fa268d8-a928-49a3-83cb-b1b58f2b8987),segment_id=5fa268d8-a928-49a3-83cb-b1b58f2b8987)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:01:43.658144 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d4653ace-544b-4b2b-b8b1-bb68425b1e37 req-198b0c3d-5049-45ba-b962-521531d3c4a7 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:43.679982 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-d4653ace-544b-4b2b-b8b1-bb68425b1e37 req-198b0c3d-5049-45ba-b962-521531d3c4a7 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Calling delete_port for 8e736bd8-a1c8-4680-b133-60b5d9deeb29 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:01:44.040172 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806fa79-f9bb-4c34-9403-c700c5b7cd92 req-37fd5053-f42e-406a-9956-f4853b6270e0 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:44.042374 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a806fa79-f9bb-4c34-9403-c700c5b7cd92 req-37fd5053-f42e-406a-9956-f4853b6270e0 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 945 time: 0.0514300 Oct 28 08:01:44.092792 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a806fa79-f9bb-4c34-9403-c700c5b7cd92 req-26aa3e02-1066-47bc-9207-f29fb0195024 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441928 Oct 28 08:01:44.131139 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029027a3-cbd4-46c8-9bf9-75f02425cdb2 req-b2f0ec73-9cfe-4b72-b775-b942fe2ef2e9 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:44.132863 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-029027a3-cbd4-46c8-9bf9-75f02425cdb2 req-b2f0ec73-9cfe-4b72-b775-b942fe2ef2e9 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 945 time: 0.0552723 Oct 28 08:01:44.135804 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d4653ace-544b-4b2b-b8b1-bb68425b1e37 req-198b0c3d-5049-45ba-b962-521531d3c4a7 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:44.173017 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b0c3d-5049-45ba-b962-521531d3c4a7 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Pushing event deleted for resources: {'Port': ['ID=8e736bd8-a1c8-4680-b133-60b5d9deeb29,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:44.188767 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-029027a3-cbd4-46c8-9bf9-75f02425cdb2 req-61a49c1e-9527-4429-92d8-6737d37f3ef7 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/security-groups?id=412245a6-5cb9-4631-975b-0897a531bd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434809 Oct 28 08:01:44.242876 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4653ace-544b-4b2b-b8b1-bb68425b1e37 req-198b0c3d-5049-45ba-b962-521531d3c4a7 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] No DVR routers for this DVR port 8e736bd8-a1c8-4680-b133-60b5d9deeb29 on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:01:44.244510 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d4653ace-544b-4b2b-b8b1-bb68425b1e37 req-198b0c3d-5049-45ba-b962-521531d3c4a7 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:44.248363 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4653ace-544b-4b2b-b8b1-bb68425b1e37 req-198b0c3d-5049-45ba-b962-521531d3c4a7 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.30 "DELETE /v2.0/ports/8e736bd8-a1c8-4680-b133-60b5d9deeb29 HTTP/1.1" status: 204 len: 173 time: 0.8260612 Oct 28 08:01:44.248827 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe65a95-dc63-4f74-8aa5-0f7df1afbe82', 'name': 'network-vif-deleted', 'tag': '8e736bd8-a1c8-4680-b133-60b5d9deeb29'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:01:44.251404 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae994833-5ed9-4994-a8da-591b9542167a" -d '{"events": [{"server_uuid": "9fe65a95-dc63-4f74-8aa5-0f7df1afbe82", "name": "network-vif-deleted", "tag": "8e736bd8-a1c8-4680-b133-60b5d9deeb29"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:01:44.292626 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7bfc29-2de2-4c28-9d5f-5e7b9b53ff15 x-openstack-request-id: req-0c7bfc29-2de2-4c28-9d5f-5e7b9b53ff15 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:01:44.293155 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe65a95-dc63-4f74-8aa5-0f7df1afbe82", "name": "network-vif-deleted", "tag": "8e736bd8-a1c8-4680-b133-60b5d9deeb29", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:01:44.293589 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c7bfc29-2de2-4c28-9d5f-5e7b9b53ff15 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:01:44.294152 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe65a95-dc63-4f74-8aa5-0f7df1afbe82', 'name': 'network-vif-deleted', 'tag': '8e736bd8-a1c8-4680-b133-60b5d9deeb29', 'status': 'completed', 'code': 200} Oct 28 08:01:44.409222 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 58506) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:44.424289 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e77b942e-1e16-469a-94b4-28f7c5d7ad28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:44.511484 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e77b942e-1e16-469a-94b4-28f7c5d7ad28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:44.614773 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e77b942e-1e16-469a-94b4-28f7c5d7ad28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:44.655105 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-e77b942e-1e16-469a-94b4-28f7c5d7ad28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8589146c8e6494ea9b0a421b050ba1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445996 Oct 28 08:01:44.656959 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b942e-1e16-469a-94b4-28f7c5d7ad28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e8b659-75a0-4c6b-8e9d-68189c7f7651,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:44.657800 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 58512) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:44.714916 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5cb50d2b-0d51-44f9-a0a3-46d4e78959ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:44.735560 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5cb50d2b-0d51-44f9-a0a3-46d4e78959ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:45.004119 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5cb50d2b-0d51-44f9-a0a3-46d4e78959ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:45.007574 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5cb50d2b-0d51-44f9-a0a3-46d4e78959ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:45.009302 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-5cb50d2b-0d51-44f9-a0a3-46d4e78959ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9e8b659-75a0-4c6b-8e9d-68189c7f7651 HTTP/1.1" status: 204 len: 168 time: 0.3504813 Oct 28 08:01:45.018375 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb50d2b-0d51-44f9-a0a3-46d4e78959ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e8b659-75a0-4c6b-8e9d-68189c7f7651,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:45.320338 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c03a2da1-5b10-4d41-9f6c-0a930d981c61 req-75ed74c4-4c1e-4b7a-a1fc-5b4558adc012 tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 210 time: 0.0324218 Oct 28 08:01:45.453792 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 8e736bd8-a1c8-4680-b133-60b5d9deeb29 no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:01:45.474440 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: 8e736bd8-a1c8-4680-b133-60b5d9deeb29 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:01:45.474710 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 8e736bd8-a1c8-4680-b133-60b5d9deeb29 not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:01:45.970671 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 58548) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:46.001215 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-406de1e9-c647-4907-b749-93563bb524bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:46.095558 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-406de1e9-c647-4907-b749-93563bb524bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:46.191839 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-406de1e9-c647-4907-b749-93563bb524bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:46.240678 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-406de1e9-c647-4907-b749-93563bb524bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56438f92848b44b79761d28837e16838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688665 Oct 28 08:01:46.242599 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406de1e9-c647-4907-b749-93563bb524bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f92d51-8efe-456d-a22a-5fb2c269a980,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:46.243352 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 58556) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:46.297093 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f1bcdae9-632b-43e5-961c-dfaf1ee89a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:46.321294 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f1bcdae9-632b-43e5-961c-dfaf1ee89a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:46.431242 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-df8a575c-99bd-4704-8807-6291a078d722 req-86050eb7-ae56-4c28-8aae-f7d0ff99324f tempest-DeleteServersTestJSON-732701493 tempest-DeleteServersTestJSON-732701493-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fe65a95-dc63-4f74-8aa5-0f7df1afbe82 HTTP/1.1" status: 200 len: 210 time: 0.0262876 Oct 28 08:01:46.449759 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f1bcdae9-632b-43e5-961c-dfaf1ee89a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:46.454006 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f1bcdae9-632b-43e5-961c-dfaf1ee89a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:46.455199 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-f1bcdae9-632b-43e5-961c-dfaf1ee89a8b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7f92d51-8efe-456d-a22a-5fb2c269a980 HTTP/1.1" status: 204 len: 168 time: 0.2106431 Oct 28 08:01:46.475747 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcdae9-632b-43e5-961c-dfaf1ee89a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f92d51-8efe-456d-a22a-5fb2c269a980,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:46.780565 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5b8f128a-60da-4b10-98ea-fec4f3113aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:47.778224 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-f16fc561-b74f-4697-8da0-74da674c8a3e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:47.779741 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-f16fc561-b74f-4697-8da0-74da674c8a3e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/networks?id=35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 HTTP/1.1" status: 200 len: 815 time: 0.1054094 Oct 28 08:01:47.795572 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-870b6977-341e-416b-98e9-3b6646eaa379 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/quotas/b9df9af85b934838a36075f431459a17 HTTP/1.1" status: 200 len: 375 time: 0.0100746 Oct 28 08:01:47.847354 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-7bfbe35c-21bf-4847-ab73-b4b1e29de9a4 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9df9af85b934838a36075f431459a17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458848 Oct 28 08:01:47.892060 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 58616) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:47.951608 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-3eaf3de6-d488-4d8e-91b2-cf75d83bf4ef service neutron] 10.222.0.37 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904801 Oct 28 08:01:47.998775 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-738a24a6-32a9-4a39-b264-3992fd9710f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1155199736-network', 'tenant_id': '8381e22b4066477f90e2cfba2db5317d'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:01:48.048679 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-96efd347-6e66-4f1e-8f78-28adf4f2dce0 service neutron] 10.222.0.37 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907075 Oct 28 08:01:48.117521 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738a24a6-32a9-4a39-b264-3992fd9710f9 admin admin] Made reservation on behalf of 8381e22b4066477f90e2cfba2db5317d for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:01:48.119990 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-738a24a6-32a9-4a39-b264-3992fd9710f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:48.128706 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-738a24a6-32a9-4a39-b264-3992fd9710f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:48.219108 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-738a24a6-32a9-4a39-b264-3992fd9710f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:48.311033 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-738a24a6-32a9-4a39-b264-3992fd9710f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:48.341817 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738a24a6-32a9-4a39-b264-3992fd9710f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=108236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:01:48.381289 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-738a24a6-32a9-4a39-b264-3992fd9710f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:48.381289 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-738a24a6-32a9-4a39-b264-3992fd9710f9 admin admin] Added segment e1a2d5cf-914c-4552-9ab2-4893c92e1667 of type vlan for network e17c1ca2-95ab-461d-92b3-251ace598032 Oct 28 08:01:48.381289 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a24a6-32a9-4a39-b264-3992fd9710f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ca70fd-7bf9-40af-adfe-c9b2e031a87f,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:48.440017 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-738a24a6-32a9-4a39-b264-3992fd9710f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754291841136'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:48.624386 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-738a24a6-32a9-4a39-b264-3992fd9710f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:48.624386 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738a24a6-32a9-4a39-b264-3992fd9710f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:48.624386 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-738a24a6-32a9-4a39-b264-3992fd9710f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:48.681044 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a24a6-32a9-4a39-b264-3992fd9710f9 admin admin] Pushing event updated for resources: {'Network': ['ID=e17c1ca2-95ab-461d-92b3-251ace598032,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:48.691907 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Network e17c1ca2-95ab-461d-92b3-251ace598032 details requested by agent ovs-agent-dv-cinder-815780-1-iscsi with host dv-cinder-815780-1-iscsi {{(pid=108237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:01:48.805982 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-738a24a6-32a9-4a39-b264-3992fd9710f9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9128139 Oct 28 08:01:48.809409 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 58642) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:48.814068 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-a2a7d883-ffab-4319-aead-d3f3eada6b80 admin admin] Request body: {'subnet': {'network_id': 'e17c1ca2-95ab-461d-92b3-251ace598032', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1155199736-subnet', 'tenant_id': '8381e22b4066477f90e2cfba2db5317d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:01:49.015155 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a7d883-ffab-4319-aead-d3f3eada6b80 admin admin] Made reservation on behalf of 8381e22b4066477f90e2cfba2db5317d for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:01:49.017469 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d883-ffab-4319-aead-d3f3eada6b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3949988'] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:49.358792 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d883-ffab-4319-aead-d3f3eada6b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4057468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3950038'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:49.391986 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-86895430-16e8-4154-9f4e-2d1aa27611ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:49.417720 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7d883-ffab-4319-aead-d3f3eada6b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e1cf83-df4d-4170-b765-86389a2e9a7e,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:49.429984 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a7d883-ffab-4319-aead-d3f3eada6b80 admin admin] Checking segment: {'id': 'e1a2d5cf-914c-4552-9ab2-4893c92e1667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e17c1ca2-95ab-461d-92b3-251ace598032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:01:49.430339 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a7d883-ffab-4319-aead-d3f3eada6b80 admin admin] Network hostable DHCP agents. Network: e17c1ca2-95ab-461d-92b3-251ace598032, hostable agents: ['5b28e82f-8d3c-4647-96dd-121faf1adcc1'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:01:49.523251 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:49.556279 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a7d883-ffab-4319-aead-d3f3eada6b80 admin admin] Network e17c1ca2-95ab-461d-92b3-251ace598032 is scheduled to be hosted by DHCP agent 5b28e82f-8d3c-4647-96dd-121faf1adcc1 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:01:49.654700 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-a2a7d883-ffab-4319-aead-d3f3eada6b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815780-1-iscsi, e17c1ca2-95ab-461d-92b3-251ace598032) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:01:49.658932 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a7d883-ffab-4319-aead-d3f3eada6b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:49.659543 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d883-ffab-4319-aead-d3f3eada6b80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:49.664207 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b802fe-5a62-46c3-85ee-e3d829c51351 None None] Network e17c1ca2-95ab-461d-92b3-251ace598032 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:01:49.783273 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-a2a7d883-ffab-4319-aead-d3f3eada6b80 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9725840 Oct 28 08:01:49.800605 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd1e062-7553-4402-9e69-dcb27c6098de None None] Network e17c1ca2-95ab-461d-92b3-251ace598032 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:01:50.620937 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:52.608915 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:52.967269 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f6f4d014-3faf-4001-8ea7-cdb2aa04b6e5 req-a086802b-5b4c-4748-99fe-be50073def52 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 210 time: 0.0262764 Oct 28 08:01:54.131522 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-308aeb4b-a790-4458-9107-b5abfc82c774 req-79570717-d110-41ae-a96d-7f737f2c36d8 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 210 time: 0.0371015 Oct 28 08:01:54.357635 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-9419050f-8c17-4d3b-ab8f-521f2e842e47 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:54.359092 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-9419050f-8c17-4d3b-ab8f-521f2e842e47 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.30 "GET /v2.0/networks?id=35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 HTTP/1.1" status: 200 len: 815 time: 0.1086588 Oct 28 08:01:54.374602 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-cd44f06c-31bf-4bf5-9648-3929b7a8947f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Request body: {'port': {'device_id': '82d7f729-414e-4b31-8c2d-36d664dd5ecb', 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7', 'admin_state_up': True, 'tenant_id': 'b9df9af85b934838a36075f431459a17'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:01:54.818636 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-cd44f06c-31bf-4bf5-9648-3929b7a8947f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Made reservation on behalf of b9df9af85b934838a36075f431459a17 for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:01:54.822909 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-cd44f06c-31bf-4bf5-9648-3929b7a8947f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:54.966973 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-cd44f06c-31bf-4bf5-9648-3929b7a8947f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Allocated IP 172.20.0.2 (35f534e6-c3cc-4ef7-b110-42cfe99bd7b7/0de35a65-ec2c-4494-9394-75899e9e59fa/c56bc5fa-baff-476e-9f85-80b367ecb815) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:01:55.137142 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-cd44f06c-31bf-4bf5-9648-3929b7a8947f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:55.140019 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 58744) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:55.196177 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_v2 [None req-2046ba79-379b-4f9d-9b47-934f9a89c679 admin admin] Deleting subnet 7350d300-153b-4c79-aaf4-a45fa20977a8 {{(pid=108235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 28 08:01:55.200042 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2046ba79-379b-4f9d-9b47-934f9a89c679 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:55.319592 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2046ba79-379b-4f9d-9b47-934f9a89c679 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:55.324834 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e7f2f6e8-d63e-40b4-a477-695dfe37898b req-42685c01-00ad-4449-a9c4-754a42ff121a tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 210 time: 0.0824172 Oct 28 08:01:55.337502 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2046ba79-379b-4f9d-9b47-934f9a89c679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16331822'] for subnet, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:55.415125 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32918685-1294-4d15-94c1-9f4e68f94954 req-df9ba693-be68-4f91-a9b4-2fde39bd6edb tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:55.417154 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-32918685-1294-4d15-94c1-9f4e68f94954 req-df9ba693-be68-4f91-a9b4-2fde39bd6edb tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/networks?id=e17c1ca2-95ab-461d-92b3-251ace598032 HTTP/1.1" status: 200 len: 809 time: 0.1910615 Oct 28 08:01:55.418939 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-cd44f06c-31bf-4bf5-9648-3929b7a8947f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:55.437984 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['6ce971f5-16b3-4e43-9ffa-703fa6c58260', '336334a7-143e-472d-a19f-deb9b9bf3d5c'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:01:55.441768 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-32918685-1294-4d15-94c1-9f4e68f94954 req-4e8096c9-cf00-4a64-8b67-86b1700444b5 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/quotas/8381e22b4066477f90e2cfba2db5317d HTTP/1.1" status: 200 len: 375 time: 0.0146711 Oct 28 08:01:55.507180 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-cd44f06c-31bf-4bf5-9648-3929b7a8947f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:01:55.512462 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-cd44f06c-31bf-4bf5-9648-3929b7a8947f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:01:55.513816 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-32918685-1294-4d15-94c1-9f4e68f94954 req-14e3ac3f-b860-4da1-a2d3-2574d137c9df tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8381e22b4066477f90e2cfba2db5317d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533195 Oct 28 08:01:55.525653 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-cd44f06c-31bf-4bf5-9648-3929b7a8947f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:01:55.588783 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-cd44f06c-31bf-4bf5-9648-3929b7a8947f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:55.589980 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-cd44f06c-31bf-4bf5-9648-3929b7a8947f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:55.610168 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44f06c-31bf-4bf5-9648-3929b7a8947f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Pushing event updated for resources: {'Port': ['ID=c56bc5fa-baff-476e-9f85-80b367ecb815,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:55.616728 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2046ba79-379b-4f9d-9b47-934f9a89c679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16331809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for subnet, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:55.655911 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 58768) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:55.681663 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046ba79-379b-4f9d-9b47-934f9a89c679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7350d300-153b-4c79-aaf4-a45fa20977a8,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:55.697473 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2046ba79-379b-4f9d-9b47-934f9a89c679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:55.701280 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-2046ba79-379b-4f9d-9b47-934f9a89c679 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7350d300-153b-4c79-aaf4-a45fa20977a8 HTTP/1.1" status: 204 len: 168 time: 0.5601890 Oct 28 08:01:55.704659 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 58772) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:55.722379 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a48e2964-f1c5-49e1-8dc7-8b007ae2e919 req-58ae82e2-ca2b-4be6-be74-50f870d9633a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1979384 Oct 28 08:01:55.724343 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:55.775613 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-32918685-1294-4d15-94c1-9f4e68f94954 req-1c4ebe66-a63b-4f87-a327-16f46851e68e service neutron] 10.222.0.37 "GET /v2.0/networks/e17c1ca2-95ab-461d-92b3-251ace598032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602611 Oct 28 08:01:55.794672 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-cd44f06c-31bf-4bf5-9648-3929b7a8947f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4237487 Oct 28 08:01:55.809830 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Request body: {'port': {'device_id': '82d7f729-414e-4b31-8c2d-36d664dd5ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:01:55.885379 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:55.903803 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fed57f30-1e1a-41fb-babb-68ff71d9b7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:56.130725 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16338927'] for network, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:56.147308 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fed57f30-1e1a-41fb-babb-68ff71d9b7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:56.169964 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e2964-f1c5-49e1-8dc7-8b007ae2e919 req-9077dfb0-4616-408d-b240-7158c70b6bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:56.172215 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a48e2964-f1c5-49e1-8dc7-8b007ae2e919 req-9077dfb0-4616-408d-b240-7158c70b6bcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9df9af85b934838a36075f431459a17&device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 1099 time: 0.3861284 Oct 28 08:01:56.222419 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-32918685-1294-4d15-94c1-9f4e68f94954 req-a9a060ee-05d9-4cb0-bc53-60724692c525 service neutron] 10.222.0.37 "GET /v2.0/networks/e17c1ca2-95ab-461d-92b3-251ace598032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455752 Oct 28 08:01:56.282669 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16320981', 'neutron.services.segments.db._delete_segments_for_network-8754292201485'] for network, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:56.287424 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56bc5fa-baff-476e-9f85-80b367ecb815 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:01:56.298039 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:56.301730 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fed57f30-1e1a-41fb-babb-68ff71d9b7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:56.305541 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:01:56.306489 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:01:56.307616 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:01:56.307970 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Subscribe: > port after_create 55550000 {{(pid=108235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:01:56.308314 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Subscribe: > port after_delete 55550000 {{(pid=108235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:01:56.311211 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Subscribe: > port after_update 55550000 {{(pid=108235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:01:56.311211 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:01:56.311211 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:01:56.311211 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:01:56.311211 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:01:56.341964 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Transition to ACTIVE for port object c56bc5fa-baff-476e-9f85-80b367ecb815 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:01:56.350338 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-fed57f30-1e1a-41fb-babb-68ff71d9b7aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee492fd13d4e45a899c88ec95a23b900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6931369 Oct 28 08:01:56.355421 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 58788) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:56.363412 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed57f30-1e1a-41fb-babb-68ff71d9b7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249f80f3-4151-4d50-9ee6-83b21522f751,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:56.399320 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:01:56.399753 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:01:56.400083 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:01:56.400419 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:01:56.400825 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.services.segments.db [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31acf72-a476-4a2c-a1b1-0af310beb7de']}} {{(pid=108235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:01:56.428800 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-28b5913a-3c22-40cb-85a4-4a9b88f947be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:56.456188 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-28b5913a-3c22-40cb-85a4-4a9b88f947be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:56.463326 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.services.segments.db [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa268d8-a928-49a3-83cb-b1b58f2b8987') {'for_net_delete': True} {{(pid=108235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:01:56.463326 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.services.segments.db [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa268d8-a928-49a3-83cb-b1b58f2b8987') {} {{(pid=108235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:01:56.512247 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:56.522115 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754292204054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126801655'] for segment, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:56.575054 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:56.596115 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=108235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:01:56.596677 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126826283'] for segment, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:56.606410 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c56bc5fa-baff-476e-9f85-80b367ecb815,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: from cryptography.utils import int_from_bytes Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: from cryptography.utils import int_from_bytes Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: Traceback (most recent call last): Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: timer() Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: cb(*args, **kw) Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: return func(*args, **kwargs) Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: self._notify() Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: self.callback(batched_events) Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: event.method(event) Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: return f(self, *a, **k) Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: return self._get(url).json() Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: return self.request(url, 'GET', **kwargs) Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:01:56.611079 dv-cinder-815780-1-iscsi neutron-server[108235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:01:56.623827 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-28b5913a-3c22-40cb-85a4-4a9b88f947be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:56.626803 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-28b5913a-3c22-40cb-85a4-4a9b88f947be admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:56.628323 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-28b5913a-3c22-40cb-85a4-4a9b88f947be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/249f80f3-4151-4d50-9ee6-83b21522f751 HTTP/1.1" status: 204 len: 168 time: 0.2719152 Oct 28 08:01:56.656494 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5913a-3c22-40cb-85a4-4a9b88f947be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249f80f3-4151-4d50-9ee6-83b21522f751,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:56.717517 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2047fc-4df1-4f84-8d74-dfc465d4162b req-87907413-41b7-4072-86cd-71d26d606c37 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:56.724070 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Attempting to bind port c56bc5fa-baff-476e-9f85-80b367ecb815 on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:01:56.724633 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Attempting to bind port c56bc5fa-baff-476e-9f85-80b367ecb815 by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': '37bf3e3f-ea69-46a9-bb01-0a92158211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:01:56.725152 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Attempting to bind port c56bc5fa-baff-476e-9f85-80b367ecb815 on network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:01:56.725269 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fa2047fc-4df1-4f84-8d74-dfc465d4162b req-87907413-41b7-4072-86cd-71d26d606c37 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 943 time: 0.2612424 Oct 28 08:01:56.731715 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Port c56bc5fa-baff-476e-9f85-80b367ecb815 on network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:01:56.732252 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Attempting to bind port c56bc5fa-baff-476e-9f85-80b367ecb815 on network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:01:56.738208 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:01:56.738541 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Checking segment: {'id': '37bf3e3f-ea69-46a9-bb01-0a92158211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:01:56.739156 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Bound using segment: {'id': '37bf3e3f-ea69-46a9-bb01-0a92158211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:01:56.739595 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Bound port: c56bc5fa-baff-476e-9f85-80b367ecb815, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37bf3e3f-ea69-46a9-bb01-0a92158211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:01:56.739937 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:56.751899 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e2964-f1c5-49e1-8dc7-8b007ae2e919 req-d7026164-f0e1-42dc-b7b9-a67bd15a0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:56.753459 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a48e2964-f1c5-49e1-8dc7-8b007ae2e919 req-d7026164-f0e1-42dc-b7b9-a67bd15a0cdc service neutron] 10.222.0.30 "GET /v2.0/networks?id=35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 HTTP/1.1" status: 200 len: 916 time: 0.3476284 Oct 28 08:01:56.781727 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-45c5c881-82c5-48dc-acfc-ad866b7fc8b4 req-92a96b47-8dd4-4b45-a6cd-30082d26f64b tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 210 time: 0.0420778 Oct 28 08:01:56.828712 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] For port c56bc5fa-baff-476e-9f85-80b367ecb815, host hv-cinder-81578, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:01:56.832835 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] For port c56bc5fa-baff-476e-9f85-80b367ecb815, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=c56bc5fa-baff-476e-9f85-80b367ecb815,segment=NetworkSegment(37bf3e3f-ea69-46a9-bb01-0a92158211ee),segment_id=37bf3e3f-ea69-46a9-bb01-0a92158211ee)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:01:56.834984 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a48e2964-f1c5-49e1-8dc7-8b007ae2e919 req-0c1a3a3c-7ce3-4a97-9bd2-70ed9a15a4eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce971f5-16b3-4e43-9ffa-703fa6c58260 HTTP/1.1" status: 200 len: 217 time: 0.0575848 Oct 28 08:01:56.858102 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fa2047fc-4df1-4f84-8d74-dfc465d4162b req-863e901c-1a20-4194-bd5d-689ad8506a75 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319702 Oct 28 08:01:56.903244 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e2964-f1c5-49e1-8dc7-8b007ae2e919 req-e4f16436-284a-4955-80cf-f761be7fc99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:56.905204 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a48e2964-f1c5-49e1-8dc7-8b007ae2e919 req-e4f16436-284a-4955-80cf-f761be7fc99b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0de35a65-ec2c-4494-9394-75899e9e59fa HTTP/1.1" status: 200 len: 855 time: 0.0616064 Oct 28 08:01:56.939164 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a48e2964-f1c5-49e1-8dc7-8b007ae2e919 req-fcd4f3db-6c81-44be-8c5a-9737629c21ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35f534e6-c3cc-4ef7-b110-42cfe99bd7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254979 Oct 28 08:01:56.992516 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:56.993286 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16320940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586477'] for network, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:57.014427 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:57.017790 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] 10.222.0.37 "DELETE /v2.0/networks/f31acf72-a476-4a2c-a1b1-0af310beb7de HTTP/1.1" status: 204 len: 168 time: 1.3100827 Oct 28 08:01:57.030799 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c348d-ec51-4df8-92b5-ef5b69576e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=f31acf72-a476-4a2c-a1b1-0af310beb7de,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:57.041868 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:57.042661 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:57.044181 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] 10.222.0.30 "PUT /v2.0/ports/c56bc5fa-baff-476e-9f85-80b367ecb815 HTTP/1.1" status: 200 len: 1093 time: 1.2395027 Oct 28 08:01:57.044639 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d7f729-414e-4b31-8c2d-36d664dd5ecb', 'tag': 'c56bc5fa-baff-476e-9f85-80b367ecb815'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:01:57.046973 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c89a1a1-0b54-4256-87a1-eae190e400de" -d '{"events": [{"name": "network-changed", "server_uuid": "82d7f729-414e-4b31-8c2d-36d664dd5ecb", "tag": "c56bc5fa-baff-476e-9f85-80b367ecb815"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:01:57.072219 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4915075-13e8-482f-b625-3d0da182b9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c56bc5fa-baff-476e-9f85-80b367ecb815,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:57.076750 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a48e2964-f1c5-49e1-8dc7-8b007ae2e919 req-bf71ada0-ff24-423d-a3c4-001b7ffa5b2e service neutron] 10.222.0.30 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271598 Oct 28 08:01:57.095680 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6265206b-0286-41f2-9a45-3205b56f472a x-openstack-request-id: req-6265206b-0286-41f2-9a45-3205b56f472a {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:01:57.096099 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d7f729-414e-4b31-8c2d-36d664dd5ecb", "tag": "c56bc5fa-baff-476e-9f85-80b367ecb815", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:01:57.096219 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6265206b-0286-41f2-9a45-3205b56f472a {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:01:57.096694 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d7f729-414e-4b31-8c2d-36d664dd5ecb', 'tag': 'c56bc5fa-baff-476e-9f85-80b367ecb815', 'status': 'completed', 'code': 200} Oct 28 08:01:57.187860 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89a1a1-0b54-4256-87a1-eae190e400de req-50bc0196-6caf-4da2-ba79-45ea2ed7744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:57.190166 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8c89a1a1-0b54-4256-87a1-eae190e400de req-50bc0196-6caf-4da2-ba79-45ea2ed7744b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9df9af85b934838a36075f431459a17&device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 1096 time: 0.0657425 Oct 28 08:01:57.190879 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a48e2964-f1c5-49e1-8dc7-8b007ae2e919 req-ecec7882-711e-42b2-a3c4-d16695c07291 service neutron] 10.222.0.30 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060705 Oct 28 08:01:57.331578 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89a1a1-0b54-4256-87a1-eae190e400de req-a71a9e9f-5839-4b18-b49e-a3764da8792a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:57.333037 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8c89a1a1-0b54-4256-87a1-eae190e400de req-a71a9e9f-5839-4b18-b49e-a3764da8792a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b9df9af85b934838a36075f431459a17&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1304746 Oct 28 08:01:57.445957 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89a1a1-0b54-4256-87a1-eae190e400de req-e6e76d05-8e09-4a76-9fad-1d61e81efdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:57.448296 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8c89a1a1-0b54-4256-87a1-eae190e400de req-e6e76d05-8e09-4a76-9fad-1d61e81efdf3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957291 Oct 28 08:01:57.560600 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-37347a49-cfa6-482c-b8c8-656e5b969e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:57.562481 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-37347a49-cfa6-482c-b8c8-656e5b969e27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9df9af85b934838a36075f431459a17&device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 1096 time: 0.0468605 Oct 28 08:01:57.617565 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-a8bbff2a-858b-4bb8-a8a8-e19f9e52ff70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c56bc5fa-baff-476e-9f85-80b367ecb815 HTTP/1.1" status: 200 len: 217 time: 0.0404065 Oct 28 08:01:57.617718 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 58826) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:57.667098 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-58fbbd24-9100-4fd9-8d12-4e29adb4f9a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea378425f57e4c9598663e9e73aafe77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478919 Oct 28 08:01:57.674644 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 58832) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:57.694921 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-9ac1c2b3-de16-4240-a16b-40270296cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:57.699045 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-9ac1c2b3-de16-4240-a16b-40270296cf83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0de35a65-ec2c-4494-9394-75899e9e59fa HTTP/1.1" status: 200 len: 855 time: 0.0614169 Oct 28 08:01:57.740865 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-32d86131-b519-4ac9-b16e-729ec08812b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35f534e6-c3cc-4ef7-b110-42cfe99bd7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343170 Oct 28 08:01:57.748025 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ca3a27b7-b06e-41d4-952f-c0c9dfc62241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:57.788456 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ca3a27b7-b06e-41d4-952f-c0c9dfc62241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:57.893607 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fc065bb3-76f9-428c-9c2d-f34dcbfa4597 req-465eaca3-0aa4-4bad-a235-e5478efedd27 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 210 time: 0.0292768 Oct 28 08:01:57.899234 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-880837e8-67c4-4cd4-85d2-b854407f3c35 service neutron] 10.222.0.30 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472051 Oct 28 08:01:57.984060 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bb068-00dc-4407-baa6-2804634a7473 req-2a3757c6-3cee-41fa-8de1-12ef6c4bda77 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:57.985800 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7e9bb068-00dc-4407-baa6-2804634a7473 req-2a3757c6-3cee-41fa-8de1-12ef6c4bda77 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 943 time: 0.0504932 Oct 28 08:01:58.001240 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e28244e3-0cb4-413e-ba93-ef9a0bdfb833 req-8cd0bdab-55ef-42a4-88ff-3de948cc18f7 service neutron] 10.222.0.30 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933018 Oct 28 08:01:58.035681 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7e9bb068-00dc-4407-baa6-2804634a7473 req-7c9f967f-34b4-48d4-963c-1164b93f1ad2 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424027 Oct 28 08:01:58.099214 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ca3a27b7-b06e-41d4-952f-c0c9dfc62241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:58.104188 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ca3a27b7-b06e-41d4-952f-c0c9dfc62241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:58.104188 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-ca3a27b7-b06e-41d4-952f-c0c9dfc62241 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/412245a6-5cb9-4631-975b-0897a531bd9d HTTP/1.1" status: 204 len: 168 time: 0.4272151 Oct 28 08:01:58.111903 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a27b7-b06e-41d4-952f-c0c9dfc62241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412245a6-5cb9-4631-975b-0897a531bd9d,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:01:59.021208 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1fc4086f-e65d-4e84-bacf-5eac85828c69 req-4ca9e829-9c70-498f-b299-1f32fb5d4f6e tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 210 time: 0.0323792 Oct 28 08:01:59.184850 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94210ee-8c5f-4bd3-a6bf-af87521b0a86 req-6e28d01b-f7fd-43a0-a2da-c420e2fe7817 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:01:59.186603 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b94210ee-8c5f-4bd3-a6bf-af87521b0a86 req-6e28d01b-f7fd-43a0-a2da-c420e2fe7817 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 943 time: 0.0565734 Oct 28 08:01:59.227032 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b94210ee-8c5f-4bd3-a6bf-af87521b0a86 req-885e37f7-3edf-4330-8ce0-c6ad3cb6f3c7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340624 Oct 28 08:01:59.596602 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 58904) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:59.756264 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 58912) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:01:59.832479 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-210127408-network', 'tenant_id': 'd0376fb4f6b64e6b8380eba4042fd48a'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:01:59.850824 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0a3160b5-ec7b-45c5-adfc-8efc2a756ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:59.951745 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Made reservation on behalf of d0376fb4f6b64e6b8380eba4042fd48a for: {'network': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:01:59.956473 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for network, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:59.956917 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0a3160b5-ec7b-45c5-adfc-8efc2a756ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:01:59.967103 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:00.042285 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:00.115252 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0a3160b5-ec7b-45c5-adfc-8efc2a756ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:00.123223 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-70e16ff4-bbec-4c8a-a105-44e65c1a7955 req-6d696f61-4027-4fd2-bf54-99d7e1538d85 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 210 time: 0.0289438 Oct 28 08:02:00.153066 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3160b5-ec7b-45c5-adfc-8efc2a756ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9bd64f-b111-400d-a83a-23be7a187d0e,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:00.160360 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-0a3160b5-ec7b-45c5-adfc-8efc2a756ddb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46cab408e318446394e4bcd8db022dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020040 Oct 28 08:02:00.163101 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 58930) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:00.234167 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6e8f0b4b-d561-4745-bcab-07703a1c78e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:00.255812 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6e8f0b4b-d561-4745-bcab-07703a1c78e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:00.277044 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:00.300879 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=108235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:02:00.348006 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ed82d7-8247-4a4e-bb22-f6f545c4da13,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:00.357480 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.357842 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.358162 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.358491 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.365981 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.365981 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.365981 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.365981 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.365981 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.365981 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.365981 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.365981 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.388244 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498b5e6-6ffb-43c0-a10a-dd5497fcb144 req-4a2d2077-7e3b-4648-8998-00da876ffb1c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:00.389822 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9498b5e6-6ffb-43c0-a10a-dd5497fcb144 req-4a2d2077-7e3b-4648-8998-00da876ffb1c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 943 time: 0.0900609 Oct 28 08:02:00.393453 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6e8f0b4b-d561-4745-bcab-07703a1c78e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:00.394167 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:00.394572 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.db.segments_db [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Added segment 15ed8bd0-2d21-4b3f-849f-de9c63133ea4 of type vlan for network 5fc512c8-fed6-4f52-8717-5fe5d31a09fd Oct 28 08:02:00.396027 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6e8f0b4b-d561-4745-bcab-07703a1c78e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:00.397173 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-6e8f0b4b-d561-4745-bcab-07703a1c78e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f9bd64f-b111-400d-a83a-23be7a187d0e HTTP/1.1" status: 204 len: 168 time: 0.2331302 Oct 28 08:02:00.412461 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f0b4b-d561-4745-bcab-07703a1c78e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9bd64f-b111-400d-a83a-23be7a187d0e,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:00.424107 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f0b4b-d561-4745-bcab-07703a1c78e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.424462 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f0b4b-d561-4745-bcab-07703a1c78e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.424807 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f0b4b-d561-4745-bcab-07703a1c78e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.425144 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f0b4b-d561-4745-bcab-07703a1c78e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.425474 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f0b4b-d561-4745-bcab-07703a1c78e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.425802 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f0b4b-d561-4745-bcab-07703a1c78e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.426197 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f0b4b-d561-4745-bcab-07703a1c78e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.426444 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f0b4b-d561-4745-bcab-07703a1c78e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.426780 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f0b4b-d561-4745-bcab-07703a1c78e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.427140 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f0b4b-d561-4745-bcab-07703a1c78e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.427462 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f0b4b-d561-4745-bcab-07703a1c78e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.427784 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8f0b4b-d561-4745-bcab-07703a1c78e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:00.466202 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754291841136'] for network, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:00.472260 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32918685-1294-4d15-94c1-9f4e68f94954 req-2712f7dd-b435-4f78-a4b7-7b897bf84426 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:00.473799 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-32918685-1294-4d15-94c1-9f4e68f94954 req-2712f7dd-b435-4f78-a4b7-7b897bf84426 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.30 "GET /v2.0/networks?id=e17c1ca2-95ab-461d-92b3-251ace598032 HTTP/1.1" status: 200 len: 809 time: 0.1400330 Oct 28 08:02:00.477896 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9498b5e6-6ffb-43c0-a10a-dd5497fcb144 req-9859744b-be9d-4fc7-9c23-f94de75ceb9e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809193 Oct 28 08:02:00.488353 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-32918685-1294-4d15-94c1-9f4e68f94954 req-6f2d1ea7-ffaf-40e6-a637-df73dcd03d0d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Request body: {'port': {'device_id': 'c879c8f0-25ea-469d-be46-cf61bafe19bd', 'network_id': 'e17c1ca2-95ab-461d-92b3-251ace598032', 'admin_state_up': True, 'tenant_id': '8381e22b4066477f90e2cfba2db5317d'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:00.780915 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32918685-1294-4d15-94c1-9f4e68f94954 req-6f2d1ea7-ffaf-40e6-a637-df73dcd03d0d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Made reservation on behalf of 8381e22b4066477f90e2cfba2db5317d for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:02:00.781599 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for network, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:00.782425 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:00.784721 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:00.787345 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-32918685-1294-4d15-94c1-9f4e68f94954 req-6f2d1ea7-ffaf-40e6-a637-df73dcd03d0d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:00.858681 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=5fc512c8-fed6-4f52-8717-5fe5d31a09fd,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:00.894210 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Network 5fc512c8-fed6-4f52-8717-5fe5d31a09fd details requested by agent ovs-agent-dv-cinder-815780-1-iscsi with host dv-cinder-815780-1-iscsi {{(pid=108237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:02:00.922520 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-32918685-1294-4d15-94c1-9f4e68f94954 req-6f2d1ea7-ffaf-40e6-a637-df73dcd03d0d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Allocated IP 172.20.0.10 (e17c1ca2-95ab-461d-92b3-251ace598032/e8e1cf83-df4d-4170-b765-86389a2e9a7e/6796ef41-a3d1-4cbc-8dde-1be206031c42) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:02:01.095016 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-32918685-1294-4d15-94c1-9f4e68f94954 req-6f2d1ea7-ffaf-40e6-a637-df73dcd03d0d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:01.228800 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7a3d95f9-193b-4684-97be-2f8bb5ddef7d req-be4b7c1b-e50a-40b4-85b6-dbacd3377e56 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 210 time: 0.0273397 Oct 28 08:02:01.228800 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-bcf1f991-6872-4bd2-846d-03a2994d8ac0 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6286674 Oct 28 08:02:01.231366 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 58950) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:01.236507 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-e3e96c08-96f7-4fc6-a486-2f4dbb099b30 admin admin] Request body: {'subnet': {'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-210127408-subnet', 'tenant_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:01.352366 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-32918685-1294-4d15-94c1-9f4e68f94954 req-6f2d1ea7-ffaf-40e6-a637-df73dcd03d0d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:01.395573 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32918685-1294-4d15-94c1-9f4e68f94954 req-6f2d1ea7-ffaf-40e6-a637-df73dcd03d0d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Network e17c1ca2-95ab-461d-92b3-251ace598032 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:02:01.398652 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-32918685-1294-4d15-94c1-9f4e68f94954 req-6f2d1ea7-ffaf-40e6-a637-df73dcd03d0d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:02:01.402905 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-32918685-1294-4d15-94c1-9f4e68f94954 req-6f2d1ea7-ffaf-40e6-a637-df73dcd03d0d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:02:01.429811 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d1ea7-ffaf-40e6-a637-df73dcd03d0d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Pushing event updated for resources: {'Port': ['ID=6796ef41-a3d1-4cbc-8dde-1be206031c42,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:01.457909 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32918685-1294-4d15-94c1-9f4e68f94954 req-6f2d1ea7-ffaf-40e6-a637-df73dcd03d0d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:01.458486 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-32918685-1294-4d15-94c1-9f4e68f94954 req-6f2d1ea7-ffaf-40e6-a637-df73dcd03d0d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:01.468018 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e96c08-96f7-4fc6-a486-2f4dbb099b30 admin admin] Made reservation on behalf of d0376fb4f6b64e6b8380eba4042fd48a for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:02:01.470246 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e3e96c08-96f7-4fc6-a486-2f4dbb099b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3949988'] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:01.584664 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device c56bc5fa-baff-476e-9f85-80b367ecb815 details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:02:01.595715 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee31cd3-2458-4736-9f2c-79765e122b9a req-53228f62-558e-4125-9c4a-15ae8567dee6 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:01.597369 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-aee31cd3-2458-4736-9f2c-79765e122b9a req-53228f62-558e-4125-9c4a-15ae8567dee6 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 943 time: 0.0493755 Oct 28 08:02:01.633853 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-32918685-1294-4d15-94c1-9f4e68f94954 req-6f2d1ea7-ffaf-40e6-a637-df73dcd03d0d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1495655 Oct 28 08:02:01.657860 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Request body: {'port': {'device_id': 'c879c8f0-25ea-469d-be46-cf61bafe19bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:01.660169 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-aee31cd3-2458-4736-9f2c-79765e122b9a req-9a1a14fb-a0f7-414b-9db6-b039f735da04 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531855 Oct 28 08:02:01.714122 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port c56bc5fa-baff-476e-9f85-80b367ecb815, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=c56bc5fa-baff-476e-9f85-80b367ecb815,segment=NetworkSegment(37bf3e3f-ea69-46a9-bb01-0a92158211ee),segment_id=37bf3e3f-ea69-46a9-bb01-0a92158211ee)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:01.723841 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:01.726190 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': 'c56bc5fa-baff-476e-9f85-80b367ecb815', 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7', 'port_id': 'c56bc5fa-baff-476e-9f85-80b367ecb815', 'mac_address': 'fa:16:3e:02:41:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0de35a65-ec2c-4494-9394-75899e9e59fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:02:01.768052 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:01.775018 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e3e96c08-96f7-4fc6-a486-2f4dbb099b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4057468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3950038'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:01.781690 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56bc5fa-baff-476e-9f85-80b367ecb815 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:02:01.803394 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port c56bc5fa-baff-476e-9f85-80b367ecb815, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=c56bc5fa-baff-476e-9f85-80b367ecb815,segment=NetworkSegment(37bf3e3f-ea69-46a9-bb01-0a92158211ee),segment_id=37bf3e3f-ea69-46a9-bb01-0a92158211ee)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:01.948702 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e96c08-96f7-4fc6-a486-2f4dbb099b30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d39f83df-27b3-4b96-aeb8-a6adcc54bf0f,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:01.961091 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e96c08-96f7-4fc6-a486-2f4dbb099b30 admin admin] Checking segment: {'id': '15ed8bd0-2d21-4b3f-849f-de9c63133ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:02:01.961464 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e96c08-96f7-4fc6-a486-2f4dbb099b30 admin admin] Network hostable DHCP agents. Network: 5fc512c8-fed6-4f52-8717-5fe5d31a09fd, hostable agents: ['5b28e82f-8d3c-4647-96dd-121faf1adcc1'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:02:02.008924 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:02.065352 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=c56bc5fa-baff-476e-9f85-80b367ecb815,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:02.101497 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e96c08-96f7-4fc6-a486-2f4dbb099b30 admin admin] Network 5fc512c8-fed6-4f52-8717-5fe5d31a09fd is scheduled to be hosted by DHCP agent 5b28e82f-8d3c-4647-96dd-121faf1adcc1 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:02:02.107890 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6796ef41-a3d1-4cbc-8dde-1be206031c42 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:02:02.116426 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:02.128416 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Transition to ACTIVE for port object 6796ef41-a3d1-4cbc-8dde-1be206031c42 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:02:02.358433 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb6bc0-1254-467c-bd0d-7ac805c650cd req-c7f2a5fe-18ed-42c3-b051-9c823ca88fdf tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:02.359998 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-52eb6bc0-1254-467c-bd0d-7ac805c650cd req-c7f2a5fe-18ed-42c3-b051-9c823ca88fdf tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 932 time: 0.0486786 Oct 28 08:02:02.398535 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-52eb6bc0-1254-467c-bd0d-7ac805c650cd req-8867b64e-ad3b-4bf5-9a46-233c13534e5b tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326188 Oct 28 08:02:02.533420 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:02.535414 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-e3e96c08-96f7-4fc6-a486-2f4dbb099b30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815780-1-iscsi, 5fc512c8-fed6-4f52-8717-5fe5d31a09fd) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:02:02.543990 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc0802d-3374-4247-81c3-9f1af55e54de None None] Network 5fc512c8-fed6-4f52-8717-5fe5d31a09fd requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:02:02.567136 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e96c08-96f7-4fc6-a486-2f4dbb099b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:02.567712 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e3e96c08-96f7-4fc6-a486-2f4dbb099b30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:02.614706 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Pushing event updated for resources: {'Port': ['ID=6796ef41-a3d1-4cbc-8dde-1be206031c42,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:02.641364 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['c56bc5fa-baff-476e-9f85-80b367ecb815'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:02:02.664187 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Attempting to bind port 6796ef41-a3d1-4cbc-8dde-1be206031c42 on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:02:02.664337 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Attempting to bind port 6796ef41-a3d1-4cbc-8dde-1be206031c42 by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': 'e1a2d5cf-914c-4552-9ab2-4893c92e1667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e17c1ca2-95ab-461d-92b3-251ace598032'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:02:02.664626 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Attempting to bind port 6796ef41-a3d1-4cbc-8dde-1be206031c42 on network e17c1ca2-95ab-461d-92b3-251ace598032 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:02:02.669056 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Port 6796ef41-a3d1-4cbc-8dde-1be206031c42 on network e17c1ca2-95ab-461d-92b3-251ace598032 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:02:02.669376 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Attempting to bind port 6796ef41-a3d1-4cbc-8dde-1be206031c42 on network e17c1ca2-95ab-461d-92b3-251ace598032 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:02:02.674390 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:02:02.674827 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Checking segment: {'id': 'e1a2d5cf-914c-4552-9ab2-4893c92e1667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e17c1ca2-95ab-461d-92b3-251ace598032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:02:02.675284 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Bound using segment: {'id': 'e1a2d5cf-914c-4552-9ab2-4893c92e1667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e17c1ca2-95ab-461d-92b3-251ace598032'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:02:02.675754 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Bound port: 6796ef41-a3d1-4cbc-8dde-1be206031c42, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a2d5cf-914c-4552-9ab2-4893c92e1667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e17c1ca2-95ab-461d-92b3-251ace598032'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:02:02.676192 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:02.749022 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] For port 6796ef41-a3d1-4cbc-8dde-1be206031c42, host hv-cinder-81578, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:02:02.753535 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647dcf15-ce54-4f96-9715-751995637b14 None None] Network 5fc512c8-fed6-4f52-8717-5fe5d31a09fd requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:02:02.753912 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] For port 6796ef41-a3d1-4cbc-8dde-1be206031c42, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=6796ef41-a3d1-4cbc-8dde-1be206031c42,segment=NetworkSegment(e1a2d5cf-914c-4552-9ab2-4893c92e1667),segment_id=e1a2d5cf-914c-4552-9ab2-4893c92e1667)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:02:02.762612 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-e3e96c08-96f7-4fc6-a486-2f4dbb099b30 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5294056 Oct 28 08:02:02.763430 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 58994) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:02.767955 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-6c79216b-b078-45ac-8471-5cb7e6227c9b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-210127408-router', 'tenant_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:02.794811 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419aedc5-572e-4157-ad82-2b3d79025bc9 req-7cf460d4-2e3b-4069-ad61-88fae10ec664 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:02.796338 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-419aedc5-572e-4157-ad82-2b3d79025bc9 req-7cf460d4-2e3b-4069-ad61-88fae10ec664 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 944 time: 0.0603597 Oct 28 08:02:02.847352 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-419aedc5-572e-4157-ad82-2b3d79025bc9 req-78d1692c-10e7-42df-bb1f-ac7abc022dfe tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443113 Oct 28 08:02:02.907265 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6c79216b-b078-45ac-8471-5cb7e6227c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:02.908773 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6c79216b-b078-45ac-8471-5cb7e6227c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-557362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:02.915571 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:02.959006 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:02.959692 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:02.961005 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-32918685-1294-4d15-94c1-9f4e68f94954 req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] 10.222.0.30 "PUT /v2.0/ports/6796ef41-a3d1-4cbc-8dde-1be206031c42 HTTP/1.1" status: 200 len: 1094 time: 1.3074596 Oct 28 08:02:02.961442 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c879c8f0-25ea-469d-be46-cf61bafe19bd', 'tag': '6796ef41-a3d1-4cbc-8dde-1be206031c42'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:02:02.964305 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241ddde5-178d-487b-a9b3-b3f756e8c4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c879c8f0-25ea-469d-be46-cf61bafe19bd", "tag": "6796ef41-a3d1-4cbc-8dde-1be206031c42"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:02:03.013447 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb131e2-6292-4079-8a9f-ea2212ff9bd3 x-openstack-request-id: req-eeb131e2-6292-4079-8a9f-ea2212ff9bd3 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:02:03.013731 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c879c8f0-25ea-469d-be46-cf61bafe19bd", "tag": "6796ef41-a3d1-4cbc-8dde-1be206031c42", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:02:03.013980 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eeb131e2-6292-4079-8a9f-ea2212ff9bd3 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:02:03.014364 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c879c8f0-25ea-469d-be46-cf61bafe19bd', 'tag': '6796ef41-a3d1-4cbc-8dde-1be206031c42', 'status': 'completed', 'code': 200} Oct 28 08:02:03.025962 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6c79216b-b078-45ac-8471-5cb7e6227c9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:03.027131 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02040b0-79ac-46a8-ae52-4feb4b5b9688 service neutron] Pushing event updated for resources: {'Port': ['ID=6796ef41-a3d1-4cbc-8dde-1be206031c42,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:03.070575 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ddde5-178d-487b-a9b3-b3f756e8c4e5 req-043682f1-3415-43f6-b41b-f34532b1ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:03.072046 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-241ddde5-178d-487b-a9b3-b3f756e8c4e5 req-043682f1-3415-43f6-b41b-f34532b1ef82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8381e22b4066477f90e2cfba2db5317d&device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 1097 time: 0.0421402 Oct 28 08:02:03.469197 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ddde5-178d-487b-a9b3-b3f756e8c4e5 req-bca0f36f-13bd-4688-bf5a-0bdcb82c56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:03.470661 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-241ddde5-178d-487b-a9b3-b3f756e8c4e5 req-bca0f36f-13bd-4688-bf5a-0bdcb82c56dc service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8381e22b4066477f90e2cfba2db5317d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3807666 Oct 28 08:02:03.534378 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531e076-e79f-4535-8ab4-922fbb931ad9 req-22217d3e-a0ce-4bdd-9e15-b111bc99005b tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:03.536022 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3531e076-e79f-4535-8ab4-922fbb931ad9 req-22217d3e-a0ce-4bdd-9e15-b111bc99005b tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 944 time: 0.0556784 Oct 28 08:02:03.578854 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6c79216b-b078-45ac-8471-5cb7e6227c9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:03.580170 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3531e076-e79f-4535-8ab4-922fbb931ad9 req-107e6f36-a651-4fd4-8d23-ed49936dacd5 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368948 Oct 28 08:02:03.630387 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ddde5-178d-487b-a9b3-b3f756e8c4e5 req-53837e0c-5d83-4f7a-9aaa-94101a4003fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:03.631905 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-241ddde5-178d-487b-a9b3-b3f756e8c4e5 req-53837e0c-5d83-4f7a-9aaa-94101a4003fd service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305335 Oct 28 08:02:03.761441 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32918685-1294-4d15-94c1-9f4e68f94954 req-eb8b6b32-c121-40b7-be48-e6d1bf45f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:03.762983 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-32918685-1294-4d15-94c1-9f4e68f94954 req-eb8b6b32-c121-40b7-be48-e6d1bf45f1f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8381e22b4066477f90e2cfba2db5317d&device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 1097 time: 0.0865381 Oct 28 08:02:03.825930 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-32918685-1294-4d15-94c1-9f4e68f94954 req-9fcfa972-216b-4f25-b3ed-84d519a3e1e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6796ef41-a3d1-4cbc-8dde-1be206031c42 HTTP/1.1" status: 200 len: 217 time: 0.0408556 Oct 28 08:02:03.951495 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32918685-1294-4d15-94c1-9f4e68f94954 req-1faf2088-2dac-4e78-ae89-f7e93371a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:03.955750 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-32918685-1294-4d15-94c1-9f4e68f94954 req-1faf2088-2dac-4e78-ae89-f7e93371a11f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8e1cf83-df4d-4170-b765-86389a2e9a7e HTTP/1.1" status: 200 len: 849 time: 0.1123183 Oct 28 08:02:03.984308 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f12865-6d04-4974-95a0-f2f7cf91d3de req-1cb6e091-4435-4ac2-952b-8eba5e7ee9b8 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:03.986008 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a2f12865-6d04-4974-95a0-f2f7cf91d3de req-1cb6e091-4435-4ac2-952b-8eba5e7ee9b8 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 944 time: 0.0632770 Oct 28 08:02:04.007996 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-32918685-1294-4d15-94c1-9f4e68f94954 req-576ee5e7-f7aa-4d84-9973-fe46aca88e2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e17c1ca2-95ab-461d-92b3-251ace598032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468428 Oct 28 08:02:04.035803 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a2f12865-6d04-4974-95a0-f2f7cf91d3de req-96040899-c4fe-4a49-a3fc-9bdeb4dd89ba tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428245 Oct 28 08:02:04.038710 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6c79216b-b078-45ac-8471-5cb7e6227c9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:04.091549 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6c79216b-b078-45ac-8471-5cb7e6227c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:04.203430 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-32918685-1294-4d15-94c1-9f4e68f94954 req-3eed557f-4fa0-48ee-ac84-3d5adfb90009 service neutron] 10.222.0.30 "GET /v2.0/networks/e17c1ca2-95ab-461d-92b3-251ace598032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871459 Oct 28 08:02:04.281250 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-6c79216b-b078-45ac-8471-5cb7e6227c9b admin admin] Allocated IP 172.27.3.155 (77f84cc0-8b47-4277-be58-a93709c02eeb/2fc1b7ce-548a-406e-9830-ae6bdd788adb/f118a86e-7f88-403d-8142-4865b7d2d3a7) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:02:04.372314 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-32918685-1294-4d15-94c1-9f4e68f94954 req-7661cbaf-2526-4129-bbc4-6a369b213f65 service neutron] 10.222.0.30 "GET /v2.0/networks/e17c1ca2-95ab-461d-92b3-251ace598032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597123 Oct 28 08:02:04.414327 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6c79216b-b078-45ac-8471-5cb7e6227c9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:04.512297 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6c79216b-b078-45ac-8471-5cb7e6227c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:04.561846 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c79216b-b078-45ac-8471-5cb7e6227c9b admin admin] Network 77f84cc0-8b47-4277-be58-a93709c02eeb is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:02:04.564867 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-6c79216b-b078-45ac-8471-5cb7e6227c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:02:04.568463 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c79216b-b078-45ac-8471-5cb7e6227c9b admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:02:04.577391 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79216b-b078-45ac-8471-5cb7e6227c9b admin admin] Pushing event updated for resources: {'Port': ['ID=f118a86e-7f88-403d-8142-4865b7d2d3a7,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:04.972298 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6c79216b-b078-45ac-8471-5cb7e6227c9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:05.170921 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6c79216b-b078-45ac-8471-5cb7e6227c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-557371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586405'] for router, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:05.385912 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c79216b-b078-45ac-8471-5cb7e6227c9b admin admin] Router 09ad307c-be0b-4066-bed0-0a66c811c019 is scheduled to L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 with binding_index 1 {{(pid=108236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:02:05.504259 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c79216b-b078-45ac-8471-5cb7e6227c9b admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:02:05.514587 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4748a082-bec0-4156-95cd-98def108139a None None] Sync routers for ids ['09ad307c-be0b-4066-bed0-0a66c811c019'] in dv-cinder-815780-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:02:05.523663 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4748a082-bec0-4156-95cd-98def108139a None None] Routers {'09ad307c-be0b-4066-bed0-0a66c811c019'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:02:05.529698 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-4748a082-bec0-4156-95cd-98def108139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:01:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['09ad307c-be0b-4066-bed0-0a66c811c019'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:05.631106 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-4748a082-bec0-4156-95cd-98def108139a None None] Set router 09ad307c-be0b-4066-bed0-0a66c811c019 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:02:05.783460 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6c79216b-b078-45ac-8471-5cb7e6227c9b admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:05.787355 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-6c79216b-b078-45ac-8471-5cb7e6227c9b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0202911 Oct 28 08:02:05.787659 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 59032) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:05.812631 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-4748a082-bec0-4156-95cd-98def108139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ad307c-be0b-4066-bed0-0a66c811c019', 'name': 'tempest-ServerRescueNegativeTestJSON-210127408-router', 'tenant_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f118a86e-7f88-403d-8142-4865b7d2d3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:02Z', 'updated_at': '2021-10-28T08:02:04Z', 'revision_number': 3, 'project_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'gw_port': {'id': 'f118a86e-7f88-403d-8142-4865b7d2d3a7', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ad307c-be0b-4066-bed0-0a66c811c019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:04Z', 'updated_at': '2021-10-28T08:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:05.839756 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4748a082-bec0-4156-95cd-98def108139a None None] Checking router: 09ad307c-be0b-4066-bed0-0a66c811c019 for host: dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:02:05.840098 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4748a082-bec0-4156-95cd-98def108139a None None] Updating router 09ad307c-be0b-4066-bed0-0a66c811c019 port f118a86e-7f88-403d-8142-4865b7d2d3a7 binding host dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:02:05.865095 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4748a082-bec0-4156-95cd-98def108139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:06.226180 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4748a082-bec0-4156-95cd-98def108139a None None] Notify callbacks [] for port, precommit_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:06.378574 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4748a082-bec0-4156-95cd-98def108139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:06.428793 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b7876673-07c0-41a5-b34f-ef2520b5072c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:06.432568 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-4748a082-bec0-4156-95cd-98def108139a None None] Attempting to bind port f118a86e-7f88-403d-8142-4865b7d2d3a7 on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:02:06.433575 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-4748a082-bec0-4156-95cd-98def108139a None None] Attempting to bind port f118a86e-7f88-403d-8142-4865b7d2d3a7 by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:02:06.433725 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4748a082-bec0-4156-95cd-98def108139a None None] Attempting to bind port f118a86e-7f88-403d-8142-4865b7d2d3a7 on network 77f84cc0-8b47-4277-be58-a93709c02eeb {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:02:06.442158 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a7974-ee55-4e6b-9b9e-0886c80a794e None None] Pushing event updated for resources: {'Port': ['ID=f118a86e-7f88-403d-8142-4865b7d2d3a7,revision_number=2']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:06.447662 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4748a082-bec0-4156-95cd-98def108139a None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:02:06.448311 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4748a082-bec0-4156-95cd-98def108139a None None] Checking segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:02:06.448707 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4748a082-bec0-4156-95cd-98def108139a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:06.449196 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4748a082-bec0-4156-95cd-98def108139a None None] Bound using segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:02:06.449780 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-4748a082-bec0-4156-95cd-98def108139a None None] Bound port: f118a86e-7f88-403d-8142-4865b7d2d3a7, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:02:06.450476 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4748a082-bec0-4156-95cd-98def108139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:06.457625 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a7974-ee55-4e6b-9b9e-0886c80a794e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:06.458575 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a7974-ee55-4e6b-9b9e-0886c80a794e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:06.462770 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a7974-ee55-4e6b-9b9e-0886c80a794e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:06.462770 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a7974-ee55-4e6b-9b9e-0886c80a794e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:06.462770 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a7974-ee55-4e6b-9b9e-0886c80a794e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:06.462770 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a7974-ee55-4e6b-9b9e-0886c80a794e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:06.462770 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a7974-ee55-4e6b-9b9e-0886c80a794e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:06.462770 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a7974-ee55-4e6b-9b9e-0886c80a794e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:06.462770 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a7974-ee55-4e6b-9b9e-0886c80a794e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:06.463593 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a7974-ee55-4e6b-9b9e-0886c80a794e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:06.464026 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a7974-ee55-4e6b-9b9e-0886c80a794e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:06.464453 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706a7974-ee55-4e6b-9b9e-0886c80a794e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:06.522919 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-4748a082-bec0-4156-95cd-98def108139a None None] For port f118a86e-7f88-403d-8142-4865b7d2d3a7, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:02:06.527544 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-4748a082-bec0-4156-95cd-98def108139a None None] For port f118a86e-7f88-403d-8142-4865b7d2d3a7, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=f118a86e-7f88-403d-8142-4865b7d2d3a7,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:02:06.608567 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-b7876673-07c0-41a5-b34f-ef2520b5072c admin admin] Allocated IP 172.20.0.1 (5fc512c8-fed6-4f52-8717-5fe5d31a09fd/d39f83df-27b3-4b96-aeb8-a6adcc54bf0f/be53aaa0-65e4-481b-9bce-2837e6f0937b) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:02:06.722114 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b7876673-07c0-41a5-b34f-ef2520b5072c admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:06.752380 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-4748a082-bec0-4156-95cd-98def108139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:06.808284 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4748a082-bec0-4156-95cd-98def108139a None None] Routers {'09ad307c-be0b-4066-bed0-0a66c811c019'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:02:06.808912 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-4748a082-bec0-4156-95cd-98def108139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:01:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['09ad307c-be0b-4066-bed0-0a66c811c019'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:06.845966 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a7974-ee55-4e6b-9b9e-0886c80a794e None None] Pushing event updated for resources: {'Port': ['ID=f118a86e-7f88-403d-8142-4865b7d2d3a7,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:06.917337 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-4748a082-bec0-4156-95cd-98def108139a None None] Set router 09ad307c-be0b-4066-bed0-0a66c811c019 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:02:06.917559 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b7876673-07c0-41a5-b34f-ef2520b5072c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:06.956936 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7876673-07c0-41a5-b34f-ef2520b5072c admin admin] Network 5fc512c8-fed6-4f52-8717-5fe5d31a09fd is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:02:06.961298 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-b7876673-07c0-41a5-b34f-ef2520b5072c admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:02:06.988626 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7876673-07c0-41a5-b34f-ef2520b5072c admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:02:06.988626 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7876673-07c0-41a5-b34f-ef2520b5072c admin admin] Pushing event updated for resources: {'Port': ['ID=be53aaa0-65e4-481b-9bce-2837e6f0937b,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:07.007846 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b7876673-07c0-41a5-b34f-ef2520b5072c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586640'] for router_interface, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:07.101093 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-4748a082-bec0-4156-95cd-98def108139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ad307c-be0b-4066-bed0-0a66c811c019', 'name': 'tempest-ServerRescueNegativeTestJSON-210127408-router', 'tenant_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f118a86e-7f88-403d-8142-4865b7d2d3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:02Z', 'updated_at': '2021-10-28T08:02:04Z', 'revision_number': 3, 'project_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'gw_port': {'id': 'f118a86e-7f88-403d-8142-4865b7d2d3a7', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ad307c-be0b-4066-bed0-0a66c811c019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:04Z', 'updated_at': '2021-10-28T08:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:07.127052 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4748a082-bec0-4156-95cd-98def108139a None None] The sync data for ids ['09ad307c-be0b-4066-bed0-0a66c811c019'] in dv-cinder-815780-1-iscsi is: [{'id': '09ad307c-be0b-4066-bed0-0a66c811c019', 'name': 'tempest-ServerRescueNegativeTestJSON-210127408-router', 'tenant_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f118a86e-7f88-403d-8142-4865b7d2d3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:02Z', 'updated_at': '2021-10-28T08:02:04Z', 'revision_number': 3, 'project_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'gw_port': {'id': 'f118a86e-7f88-403d-8142-4865b7d2d3a7', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ad307c-be0b-4066-bed0-0a66c811c019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:04Z', 'updated_at': '2021-10-28T08:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:02:07.348596 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b7876673-07c0-41a5-b34f-ef2520b5072c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:07.572550 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b7876673-07c0-41a5-b34f-ef2520b5072c admin admin] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:07.683037 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b7876673-07c0-41a5-b34f-ef2520b5072c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:07.752675 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7876673-07c0-41a5-b34f-ef2520b5072c admin admin] Pushing event updated for resources: {'Port': ['ID=be53aaa0-65e4-481b-9bce-2837e6f0937b,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:07.758267 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b7876673-07c0-41a5-b34f-ef2520b5072c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586724'] for router_interface, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:07.852624 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device f118a86e-7f88-403d-8142-4865b7d2d3a7 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:02:07.870573 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7876673-07c0-41a5-b34f-ef2520b5072c admin admin] Network 5fc512c8-fed6-4f52-8717-5fe5d31a09fd is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:02:07.872161 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-b7876673-07c0-41a5-b34f-ef2520b5072c admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:02:07.910443 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port f118a86e-7f88-403d-8142-4865b7d2d3a7 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:07.910723 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:07.994696 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:08.002021 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7876673-07c0-41a5-b34f-ef2520b5072c admin admin] Router 09ad307c-be0b-4066-bed0-0a66c811c019 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:02:08.023376 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] For port f118a86e-7f88-403d-8142-4865b7d2d3a7, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=f118a86e-7f88-403d-8142-4865b7d2d3a7,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:08.121513 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7876673-07c0-41a5-b34f-ef2520b5072c admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:02:08.126843 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-b7876673-07c0-41a5-b34f-ef2520b5072c admin admin] 10.222.0.37 "PUT /v2.0/routers/09ad307c-be0b-4066-bed0-0a66c811c019/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3381531 Oct 28 08:02:08.185657 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:08.243152 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Pushing event updated for resources: {'Port': ['ID=f118a86e-7f88-403d-8142-4865b7d2d3a7,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:08.738269 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] Sync routers for ids ['09ad307c-be0b-4066-bed0-0a66c811c019'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:02:08.748250 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] Routers {'09ad307c-be0b-4066-bed0-0a66c811c019'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:02:08.748874 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:01:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['09ad307c-be0b-4066-bed0-0a66c811c019'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:08.869825 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] Set router 09ad307c-be0b-4066-bed0-0a66c811c019 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:02:09.077136 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ad307c-be0b-4066-bed0-0a66c811c019', 'name': 'tempest-ServerRescueNegativeTestJSON-210127408-router', 'tenant_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f118a86e-7f88-403d-8142-4865b7d2d3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:02Z', 'updated_at': '2021-10-28T08:02:07Z', 'revision_number': 4, 'project_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'gw_port': {'id': 'f118a86e-7f88-403d-8142-4865b7d2d3a7', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ad307c-be0b-4066-bed0-0a66c811c019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:04Z', 'updated_at': '2021-10-28T08:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': 'be53aaa0-65e4-481b-9bce-2837e6f0937b', 'name': '', 'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd', 'tenant_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'mac_address': 'fa:16:3e:8c:ff:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ad307c-be0b-4066-bed0-0a66c811c019', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd39f83df-27b3-4b96-aeb8-a6adcc54bf0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:06Z', 'updated_at': '2021-10-28T08:02:07Z', 'revision_number': 2, 'project_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'subnets': [{'id': 'd39f83df-27b3-4b96-aeb8-a6adcc54bf0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:09.103531 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] Checking router: 09ad307c-be0b-4066-bed0-0a66c811c019 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:02:09.103884 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] Updating router 09ad307c-be0b-4066-bed0-0a66c811c019 port be53aaa0-65e4-481b-9bce-2837e6f0937b binding host dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:02:09.127616 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:09.338266 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device c56bc5fa-baff-476e-9f85-80b367ecb815 up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:02:09.420427 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:09.440838 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77aede8-2d97-4d31-9f4f-4cff71cdda85 req-acaef0d1-7ac2-43a7-8311-78cc7c597cfb tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:09.442333 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a77aede8-2d97-4d31-9f4f-4cff71cdda85 req-acaef0d1-7ac2-43a7-8311-78cc7c597cfb tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 944 time: 0.0521507 Oct 28 08:02:09.490268 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a77aede8-2d97-4d31-9f4f-4cff71cdda85 req-a18af1e5-8ca5-48b5-8fdb-7df8afbdb178 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327816 Oct 28 08:02:09.495245 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:09.535968 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port c56bc5fa-baff-476e-9f85-80b367ecb815 completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:02:09.549529 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port c56bc5fa-baff-476e-9f85-80b367ecb815 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:09.549901 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:09.579628 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56008e-8ee3-4c04-ac3b-e4c6290247ca None None] Pushing event updated for resources: {'Port': ['ID=be53aaa0-65e4-481b-9bce-2837e6f0937b,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:09.615585 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620ea89-da39-4cfc-acf5-7200040d792c req-53f4d836-acf5-44a4-9e73-60292b69f0e7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:09.617162 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0620ea89-da39-4cfc-acf5-7200040d792c req-53f4d836-acf5-44a4-9e73-60292b69f0e7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 944 time: 0.0511396 Oct 28 08:02:09.647573 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] Attempting to bind port be53aaa0-65e4-481b-9bce-2837e6f0937b on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:02:09.647944 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] Attempting to bind port be53aaa0-65e4-481b-9bce-2837e6f0937b by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': '15ed8bd0-2d21-4b3f-849f-de9c63133ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:02:09.648344 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] Attempting to bind port be53aaa0-65e4-481b-9bce-2837e6f0937b on network 5fc512c8-fed6-4f52-8717-5fe5d31a09fd {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:02:09.655979 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:02:09.656357 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] Checking segment: {'id': '15ed8bd0-2d21-4b3f-849f-de9c63133ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:02:09.656758 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:09.657149 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] Bound using segment: {'id': '15ed8bd0-2d21-4b3f-849f-de9c63133ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:02:09.657619 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] Bound port: be53aaa0-65e4-481b-9bce-2837e6f0937b, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ed8bd0-2d21-4b3f-849f-de9c63133ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:02:09.658000 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:09.658199 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0620ea89-da39-4cfc-acf5-7200040d792c req-fc0955e2-5495-479a-b5c6-577f00c2ee66 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338683 Oct 28 08:02:09.734437 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:09.772297 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device f118a86e-7f88-403d-8142-4865b7d2d3a7 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:02:09.790154 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d7f729-414e-4b31-8c2d-36d664dd5ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56bc5fa-baff-476e-9f85-80b367ecb815'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:02:09.790154 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dbfa93-69cd-4fdb-a61d-74bc05b6ab81" -d '{"events": [{"server_uuid": "82d7f729-414e-4b31-8c2d-36d664dd5ecb", "name": "network-vif-plugged", "status": "completed", "tag": "c56bc5fa-baff-476e-9f85-80b367ecb815"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:02:09.790851 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] For port be53aaa0-65e4-481b-9bce-2837e6f0937b, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:02:09.830827 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port c56bc5fa-baff-476e-9f85-80b367ecb815, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=c56bc5fa-baff-476e-9f85-80b367ecb815,segment=NetworkSegment(37bf3e3f-ea69-46a9-bb01-0a92158211ee),segment_id=37bf3e3f-ea69-46a9-bb01-0a92158211ee)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:09.832214 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] For port be53aaa0-65e4-481b-9bce-2837e6f0937b, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=be53aaa0-65e4-481b-9bce-2837e6f0937b,segment=NetworkSegment(15ed8bd0-2d21-4b3f-849f-de9c63133ea4),segment_id=15ed8bd0-2d21-4b3f-849f-de9c63133ea4)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:02:09.859022 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port f118a86e-7f88-403d-8142-4865b7d2d3a7 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:09.859408 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:09.896880 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:09.927489 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:09.974774 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-4c85d6df-fae4-40ef-ae4e-b32a5d2f4d76 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:09.976299 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-4c85d6df-fae4-40ef-ae4e-b32a5d2f4d76 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/networks?id=5fc512c8-fed6-4f52-8717-5fe5d31a09fd HTTP/1.1" status: 200 len: 818 time: 0.1051865 Oct 28 08:02:09.993356 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-98245083-f625-4825-864d-d38a29a050c2 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/quotas/d0376fb4f6b64e6b8380eba4042fd48a HTTP/1.1" status: 200 len: 375 time: 0.0099781 Oct 28 08:02:10.043951 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-ccd9bd2a-c992-49c6-85d8-4caf4de99023 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0376fb4f6b64e6b8380eba4042fd48a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441632 Oct 28 08:02:10.123749 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=c56bc5fa-baff-476e-9f85-80b367ecb815,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:10.130641 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] Routers {'09ad307c-be0b-4066-bed0-0a66c811c019'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:02:10.131961 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:01:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['09ad307c-be0b-4066-bed0-0a66c811c019'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:10.144023 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-449e601c-738e-4574-bbdc-d0ae722b0e39 service neutron] 10.222.0.37 "GET /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929537 Oct 28 08:02:10.237220 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-492ca13c-47da-49fc-88a0-7c26e5beb175 service neutron] 10.222.0.37 "GET /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862253 Oct 28 08:02:10.253725 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56008e-8ee3-4c04-ac3b-e4c6290247ca None None] Pushing event updated for resources: {'Port': ['ID=be53aaa0-65e4-481b-9bce-2837e6f0937b,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:10.283269 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] Set router 09ad307c-be0b-4066-bed0-0a66c811c019 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:02:10.483648 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851c112d-b416-45e8-9e4b-1b3e5dacbde0 x-openstack-request-id: req-851c112d-b416-45e8-9e4b-1b3e5dacbde0 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:02:10.483973 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d7f729-414e-4b31-8c2d-36d664dd5ecb", "name": "network-vif-plugged", "status": "completed", "tag": "c56bc5fa-baff-476e-9f85-80b367ecb815", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:02:10.484216 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-851c112d-b416-45e8-9e4b-1b3e5dacbde0 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:02:10.484596 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d7f729-414e-4b31-8c2d-36d664dd5ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56bc5fa-baff-476e-9f85-80b367ecb815', 'code': 200} Oct 28 08:02:10.506068 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ad307c-be0b-4066-bed0-0a66c811c019', 'name': 'tempest-ServerRescueNegativeTestJSON-210127408-router', 'tenant_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f118a86e-7f88-403d-8142-4865b7d2d3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:02Z', 'updated_at': '2021-10-28T08:02:07Z', 'revision_number': 4, 'project_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'gw_port': {'id': 'f118a86e-7f88-403d-8142-4865b7d2d3a7', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ad307c-be0b-4066-bed0-0a66c811c019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:04Z', 'updated_at': '2021-10-28T08:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': 'be53aaa0-65e4-481b-9bce-2837e6f0937b', 'name': '', 'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd', 'tenant_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'mac_address': 'fa:16:3e:8c:ff:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ad307c-be0b-4066-bed0-0a66c811c019', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd39f83df-27b3-4b96-aeb8-a6adcc54bf0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:06Z', 'updated_at': '2021-10-28T08:02:09Z', 'revision_number': 4, 'project_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'subnets': [{'id': 'd39f83df-27b3-4b96-aeb8-a6adcc54bf0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:10.538658 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0fc04-da14-47af-b9e2-acee37927170 None None] The sync data for ids ['09ad307c-be0b-4066-bed0-0a66c811c019'] in dv-cinder-815780-1-iscsi is: [{'id': '09ad307c-be0b-4066-bed0-0a66c811c019', 'name': 'tempest-ServerRescueNegativeTestJSON-210127408-router', 'tenant_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f118a86e-7f88-403d-8142-4865b7d2d3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:02Z', 'updated_at': '2021-10-28T08:02:07Z', 'revision_number': 4, 'project_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'gw_port': {'id': 'f118a86e-7f88-403d-8142-4865b7d2d3a7', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ad307c-be0b-4066-bed0-0a66c811c019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:04Z', 'updated_at': '2021-10-28T08:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': 'be53aaa0-65e4-481b-9bce-2837e6f0937b', 'name': '', 'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd', 'tenant_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'mac_address': 'fa:16:3e:8c:ff:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ad307c-be0b-4066-bed0-0a66c811c019', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd39f83df-27b3-4b96-aeb8-a6adcc54bf0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:06Z', 'updated_at': '2021-10-28T08:02:09Z', 'revision_number': 4, 'project_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'subnets': [{'id': 'd39f83df-27b3-4b96-aeb8-a6adcc54bf0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:02:10.945341 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f4850c2d-ac66-4151-b85e-d51217b0a1ea req-162312e2-bb6b-4e1b-8961-ee7b16a9a7da tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 210 time: 0.0280747 Oct 28 08:02:10.998115 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b23f0-3891-47c5-ac09-8b7e31a4e2f8 req-dc31fa1c-711b-4482-8336-e75aaea0514e tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:11.000004 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-947b23f0-3891-47c5-ac09-8b7e31a4e2f8 req-dc31fa1c-711b-4482-8336-e75aaea0514e tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 944 time: 0.0535724 Oct 28 08:02:11.060012 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-947b23f0-3891-47c5-ac09-8b7e31a4e2f8 req-988b2885-25a3-41e9-a43e-8e47518e58a1 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520377 Oct 28 08:02:11.106375 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98417107-9cbd-4db8-8a28-25577b6a5387 req-a1ed76a0-3c89-4697-8421-79a150b2d282 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:11.106375 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-98417107-9cbd-4db8-8a28-25577b6a5387 req-a1ed76a0-3c89-4697-8421-79a150b2d282 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 945 time: 0.0606060 Oct 28 08:02:11.152004 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-98417107-9cbd-4db8-8a28-25577b6a5387 req-34c45ba8-6170-4d0b-a0ec-00c53ac982ea tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406551 Oct 28 08:02:11.281675 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44950b8-b613-4877-bae7-143909dc471e req-2606ce35-d461-4427-a21d-186d3dc736b9 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:11.282708 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f44950b8-b613-4877-bae7-143909dc471e req-2606ce35-d461-4427-a21d-186d3dc736b9 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/networks?id=5fc512c8-fed6-4f52-8717-5fe5d31a09fd HTTP/1.1" status: 200 len: 818 time: 0.1270890 Oct 28 08:02:11.299800 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f44950b8-b613-4877-bae7-143909dc471e req-2787ca54-2a52-4cac-83fc-8b4e56be50d8 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/quotas/d0376fb4f6b64e6b8380eba4042fd48a HTTP/1.1" status: 200 len: 375 time: 0.0104306 Oct 28 08:02:11.367406 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f44950b8-b613-4877-bae7-143909dc471e req-0f599e3b-8a86-4896-8dc3-8342c97d433f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0376fb4f6b64e6b8380eba4042fd48a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0588307 Oct 28 08:02:11.458025 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787c35c-75aa-4d2c-83df-7e922844f7af req-c1368bd2-55f5-4517-b3ab-a2c7e465f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:11.487836 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2787c35c-75aa-4d2c-83df-7e922844f7af req-c1368bd2-55f5-4517-b3ab-a2c7e465f06a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 1098 time: 0.0612228 Oct 28 08:02:11.502291 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2787c35c-75aa-4d2c-83df-7e922844f7af req-e2a2882c-a1c8-4bb6-8182-d2486fdce129 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339053 Oct 28 08:02:11.506870 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f44950b8-b613-4877-bae7-143909dc471e req-9e93dc15-a360-4594-9899-d34de78d1e5b service neutron] 10.222.0.37 "GET /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287644 Oct 28 08:02:11.611178 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f44950b8-b613-4877-bae7-143909dc471e req-8b61f4b4-5966-41c4-972f-9daa627bd016 service neutron] 10.222.0.37 "GET /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974448 Oct 28 08:02:11.794236 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device be53aaa0-65e4-481b-9bce-2837e6f0937b up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:02:11.842634 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port be53aaa0-65e4-481b-9bce-2837e6f0937b triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:11.843039 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:11.940411 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:11.974265 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c9504fec-83e4-4d79-bed8-175570282c33 req-f7b85b07-bfa0-445e-8128-227ea02d13c0 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 210 time: 0.0407910 Oct 28 08:02:11.979719 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] For port be53aaa0-65e4-481b-9bce-2837e6f0937b, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=be53aaa0-65e4-481b-9bce-2837e6f0937b,segment=NetworkSegment(15ed8bd0-2d21-4b3f-849f-de9c63133ea4),segment_id=15ed8bd0-2d21-4b3f-849f-de9c63133ea4)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:12.122623 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:12.171235 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Pushing event updated for resources: {'Port': ['ID=be53aaa0-65e4-481b-9bce-2837e6f0937b,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:12.393006 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c5f79-050c-4fac-9ec7-d7e05b447d7e req-c566eee7-d933-4940-af51-df84b29c73ad tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:12.394531 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-622c5f79-050c-4fac-9ec7-d7e05b447d7e req-c566eee7-d933-4940-af51-df84b29c73ad tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 944 time: 0.0499902 Oct 28 08:02:12.469633 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-622c5f79-050c-4fac-9ec7-d7e05b447d7e req-ce7ba6f9-6e5e-4590-b084-16b415745682 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630877 Oct 28 08:02:12.483561 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243ccd1-43b9-481d-9183-eebd3193b8f6 req-d21ba7d6-0181-44ab-82e3-46e7f9e5659d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:12.485143 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0243ccd1-43b9-481d-9183-eebd3193b8f6 req-d21ba7d6-0181-44ab-82e3-46e7f9e5659d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 945 time: 0.0877385 Oct 28 08:02:12.548130 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0243ccd1-43b9-481d-9183-eebd3193b8f6 req-be8a34a1-446e-409f-bae9-e19b99476193 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544050 Oct 28 08:02:13.055734 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-14498503-5713-41ce-b01b-037dbb674df7 req-c24dcba4-aa83-48ea-aeb6-7ac98862d8e6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 210 time: 0.0284209 Oct 28 08:02:13.609287 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd478bc2-d650-471a-8103-75dba88eeb83 req-bfe8fd9e-c690-46eb-baac-cf9908cf7046 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:13.610851 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bd478bc2-d650-471a-8103-75dba88eeb83 req-bfe8fd9e-c690-46eb-baac-cf9908cf7046 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 944 time: 0.0587511 Oct 28 08:02:13.653251 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bd478bc2-d650-471a-8103-75dba88eeb83 req-5f1df042-db35-49ee-bfbe-a3c6be0d2467 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355649 Oct 28 08:02:13.781073 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device be53aaa0-65e4-481b-9bce-2837e6f0937b up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:02:13.837860 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port be53aaa0-65e4-481b-9bce-2837e6f0937b triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:13.838335 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:13.938725 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9fbab-d084-44b6-8cf4-d63e108cb829 req-cdec3eeb-d43d-4708-b36a-5101b739cd3c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:13.940387 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cba9fbab-d084-44b6-8cf4-d63e108cb829 req-cdec3eeb-d43d-4708-b36a-5101b739cd3c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 945 time: 0.0609813 Oct 28 08:02:13.991174 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cba9fbab-d084-44b6-8cf4-d63e108cb829 req-9962c37d-ab77-4110-9bdf-01a31a2d052b tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425696 Oct 28 08:02:14.163074 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8b734f41-b6d5-4168-9a9a-ccd5bbeaaee0 req-d3077ad6-f0b9-4e62-af42-941a4b4578c9 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 210 time: 0.0312419 Oct 28 08:02:14.439718 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-a1a002cf-f66d-45a9-b9c4-4f6061ed32ae tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:14.441176 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-a1a002cf-f66d-45a9-b9c4-4f6061ed32ae tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.30 "GET /v2.0/networks?id=5fc512c8-fed6-4f52-8717-5fe5d31a09fd HTTP/1.1" status: 200 len: 818 time: 0.1302712 Oct 28 08:02:14.464208 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-ffffe9d9-9a28-4ec5-94d6-a259067ab1f4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Request body: {'port': {'device_id': 'f32b142c-50ab-4bff-b86b-b97e70b4b4dd', 'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd', 'admin_state_up': True, 'tenant_id': 'd0376fb4f6b64e6b8380eba4042fd48a'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:14.761208 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-ffffe9d9-9a28-4ec5-94d6-a259067ab1f4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Made reservation on behalf of d0376fb4f6b64e6b8380eba4042fd48a for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:02:14.765518 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-ffffe9d9-9a28-4ec5-94d6-a259067ab1f4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:14.788010 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c23333-f478-4c74-8c70-67db1099fc4f req-ae46c4ca-3088-48a2-b0b4-9a1f98129dcc tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:14.790184 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d0c23333-f478-4c74-8c70-67db1099fc4f req-ae46c4ca-3088-48a2-b0b4-9a1f98129dcc tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 944 time: 0.0572016 Oct 28 08:02:14.853938 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d0c23333-f478-4c74-8c70-67db1099fc4f req-08d3233c-6dc0-4f64-8214-14448ddfaa2b tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460260 Oct 28 08:02:14.965649 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-ffffe9d9-9a28-4ec5-94d6-a259067ab1f4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Allocated IP 172.20.0.4 (5fc512c8-fed6-4f52-8717-5fe5d31a09fd/d39f83df-27b3-4b96-aeb8-a6adcc54bf0f/49569433-de1c-4ddf-899d-51af87fcc5c9) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:02:15.101798 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-ffffe9d9-9a28-4ec5-94d6-a259067ab1f4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:15.144909 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbf68f-a200-4951-a568-8e68b4ea3200 req-89885000-ce7b-480f-808e-4b6a9b11759e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:15.146509 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5ffbf68f-a200-4951-a568-8e68b4ea3200 req-89885000-ce7b-480f-808e-4b6a9b11759e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 945 time: 0.0773013 Oct 28 08:02:15.207981 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5ffbf68f-a200-4951-a568-8e68b4ea3200 req-572ccaaf-d557-456d-a6c1-8853cbdf001c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493321 Oct 28 08:02:15.271522 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-74f86def-1c9d-4534-9248-f1fd60decc5b req-afb2b9cc-5ca6-4e4f-a0cc-a82ef50aa863 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 210 time: 0.0290768 Oct 28 08:02:15.423916 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-ffffe9d9-9a28-4ec5-94d6-a259067ab1f4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:15.470463 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-ffffe9d9-9a28-4ec5-94d6-a259067ab1f4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Network 5fc512c8-fed6-4f52-8717-5fe5d31a09fd is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:02:15.473767 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-ffffe9d9-9a28-4ec5-94d6-a259067ab1f4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:02:15.478617 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-ffffe9d9-9a28-4ec5-94d6-a259067ab1f4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:02:15.509963 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffe9d9-9a28-4ec5-94d6-a259067ab1f4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Pushing event updated for resources: {'Port': ['ID=49569433-de1c-4ddf-899d-51af87fcc5c9,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:15.538925 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-ffffe9d9-9a28-4ec5-94d6-a259067ab1f4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:15.539606 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-ffffe9d9-9a28-4ec5-94d6-a259067ab1f4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:15.667541 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-ffffe9d9-9a28-4ec5-94d6-a259067ab1f4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2097878 Oct 28 08:02:15.871759 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 59194) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:15.989055 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84bc4c-eeb9-4172-b7aa-c9e4c0ba1558 req-43ecd814-ae1b-4886-88a5-78264ebe12ba tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:15.990813 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-eb84bc4c-eeb9-4172-b7aa-c9e4c0ba1558 req-43ecd814-ae1b-4886-88a5-78264ebe12ba tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 944 time: 0.0598247 Oct 28 08:02:16.018591 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-aa6e52f2-587e-429e-9588-befc63dd8ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:16.064871 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-eb84bc4c-eeb9-4172-b7aa-c9e4c0ba1558 req-56ff9718-faef-42f8-97a2-a88716f21ae2 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664315 Oct 28 08:02:16.112022 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Request body: {'port': {'device_id': 'f32b142c-50ab-4bff-b86b-b97e70b4b4dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:16.183174 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-aa6e52f2-587e-429e-9588-befc63dd8ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:16.187331 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:16.245199 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44950b8-b613-4877-bae7-143909dc471e req-49a83c33-f680-4a45-916c-09304f297ef7 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:16.246963 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f44950b8-b613-4877-bae7-143909dc471e req-49a83c33-f680-4a45-916c-09304f297ef7 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.30 "GET /v2.0/networks?id=5fc512c8-fed6-4f52-8717-5fe5d31a09fd HTTP/1.1" status: 200 len: 818 time: 0.1395955 Oct 28 08:02:16.328700 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-aa6e52f2-587e-429e-9588-befc63dd8ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:16.341765 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937b364-3529-40b4-8f1c-4fbfccb9d672 req-d8bf05ce-ec00-4db0-b69f-05bd4adce33c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:16.343471 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c937b364-3529-40b4-8f1c-4fbfccb9d672 req-d8bf05ce-ec00-4db0-b69f-05bd4adce33c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 945 time: 0.0561419 Oct 28 08:02:16.395260 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-aa6e52f2-587e-429e-9588-befc63dd8ba7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=434800bc142e45a2af15eb3139c91fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5224168 Oct 28 08:02:16.399385 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 59212) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:16.403342 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e52f2-587e-429e-9588-befc63dd8ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666347d5-09e3-472c-89ee-0cf20e514881,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:16.439080 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c937b364-3529-40b4-8f1c-4fbfccb9d672 req-cfe7366e-69f5-4164-a833-dd36054882a8 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662105 Oct 28 08:02:16.489771 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3ab02ba1-f1e7-414f-a0c5-bef5de5bbc9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:16.510119 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ba6db0ba-63bd-425d-92c9-6ce728396016 req-509882cd-9141-4bdd-bc17-1fe4f42c3634 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 210 time: 0.0308106 Oct 28 08:02:16.536719 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49569433-de1c-4ddf-899d-51af87fcc5c9 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:02:16.548531 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3ab02ba1-f1e7-414f-a0c5-bef5de5bbc9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:16.553236 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:16.594691 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Transition to ACTIVE for port object 49569433-de1c-4ddf-899d-51af87fcc5c9 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:02:16.642695 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-22c4cc1e-9d6f-4565-9807-9d53e754ef41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:16.677271 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:16.716641 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3ab02ba1-f1e7-414f-a0c5-bef5de5bbc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:16.719173 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3ab02ba1-f1e7-414f-a0c5-bef5de5bbc9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:16.720313 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-3ab02ba1-f1e7-414f-a0c5-bef5de5bbc9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/666347d5-09e3-472c-89ee-0cf20e514881 HTTP/1.1" status: 204 len: 168 time: 0.3198383 Oct 28 08:02:16.739840 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab02ba1-f1e7-414f-a0c5-bef5de5bbc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666347d5-09e3-472c-89ee-0cf20e514881,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:16.741913 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Pushing event updated for resources: {'Port': ['ID=49569433-de1c-4ddf-899d-51af87fcc5c9,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:16.828143 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Attempting to bind port 49569433-de1c-4ddf-899d-51af87fcc5c9 on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:02:16.828423 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Attempting to bind port 49569433-de1c-4ddf-899d-51af87fcc5c9 by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': '15ed8bd0-2d21-4b3f-849f-de9c63133ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:02:16.828794 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Attempting to bind port 49569433-de1c-4ddf-899d-51af87fcc5c9 on network 5fc512c8-fed6-4f52-8717-5fe5d31a09fd {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:02:16.833426 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Port 49569433-de1c-4ddf-899d-51af87fcc5c9 on network 5fc512c8-fed6-4f52-8717-5fe5d31a09fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:02:16.833769 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Attempting to bind port 49569433-de1c-4ddf-899d-51af87fcc5c9 on network 5fc512c8-fed6-4f52-8717-5fe5d31a09fd {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:02:16.839717 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:02:16.840049 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Checking segment: {'id': '15ed8bd0-2d21-4b3f-849f-de9c63133ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:02:16.840433 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Bound using segment: {'id': '15ed8bd0-2d21-4b3f-849f-de9c63133ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:02:16.840862 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Bound port: 49569433-de1c-4ddf-899d-51af87fcc5c9, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ed8bd0-2d21-4b3f-849f-de9c63133ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:02:16.841218 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:16.911254 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] For port 49569433-de1c-4ddf-899d-51af87fcc5c9, host hv-cinder-81578, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:02:16.914456 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] For port 49569433-de1c-4ddf-899d-51af87fcc5c9, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=49569433-de1c-4ddf-899d-51af87fcc5c9,segment=NetworkSegment(15ed8bd0-2d21-4b3f-849f-de9c63133ea4),segment_id=15ed8bd0-2d21-4b3f-849f-de9c63133ea4)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:02:17.118088 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:17.154564 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:17.155219 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:17.156609 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] 10.222.0.30 "PUT /v2.0/ports/49569433-de1c-4ddf-899d-51af87fcc5c9 HTTP/1.1" status: 200 len: 1093 time: 1.0510128 Oct 28 08:02:17.157054 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32b142c-50ab-4bff-b86b-b97e70b4b4dd', 'tag': '49569433-de1c-4ddf-899d-51af87fcc5c9'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:02:17.159315 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43efe075-86b5-49ac-b438-d40451ec22ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f32b142c-50ab-4bff-b86b-b97e70b4b4dd", "tag": "49569433-de1c-4ddf-899d-51af87fcc5c9"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:02:17.198153 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1babd6-d564-40a4-a6c0-fad732af0bbc service neutron] Pushing event updated for resources: {'Port': ['ID=49569433-de1c-4ddf-899d-51af87fcc5c9,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:17.245964 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7bd10-2235-4a95-84e3-974c82a74ddc req-1009b3f2-d0f3-43d5-9a86-c7ce8d566c11 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:17.248679 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ddc7bd10-2235-4a95-84e3-974c82a74ddc req-1009b3f2-d0f3-43d5-9a86-c7ce8d566c11 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 944 time: 0.0930960 Oct 28 08:02:17.315955 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ddc7bd10-2235-4a95-84e3-974c82a74ddc req-ea7c84f6-9e01-482c-acdd-b3e28dc9a057 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603230 Oct 28 08:02:17.414284 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:02:17.623617 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 6796ef41-a3d1-4cbc-8dde-1be206031c42 details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:02:17.664491 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [req-f44950b8-b613-4877-bae7-143909dc471e req-b036c68a-10ff-46fe-84c5-c8b555e0aa78 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Request body: {'port': {'device_id': 'cbcb4711-ccde-4fc0-a707-977b36169b09', 'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd', 'admin_state_up': True, 'tenant_id': 'd0376fb4f6b64e6b8380eba4042fd48a'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:17.697554 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd88239-f596-445b-aeec-1a39926c0d56 x-openstack-request-id: req-7bd88239-f596-445b-aeec-1a39926c0d56 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:02:17.698125 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32b142c-50ab-4bff-b86b-b97e70b4b4dd", "tag": "49569433-de1c-4ddf-899d-51af87fcc5c9", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:02:17.698666 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7bd88239-f596-445b-aeec-1a39926c0d56 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:02:17.699247 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32b142c-50ab-4bff-b86b-b97e70b4b4dd', 'tag': '49569433-de1c-4ddf-899d-51af87fcc5c9', 'status': 'completed', 'code': 200} Oct 28 08:02:17.737354 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 6796ef41-a3d1-4cbc-8dde-1be206031c42, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=6796ef41-a3d1-4cbc-8dde-1be206031c42,segment=NetworkSegment(e1a2d5cf-914c-4552-9ab2-4893c92e1667),segment_id=e1a2d5cf-914c-4552-9ab2-4893c92e1667)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:17.751227 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': '6796ef41-a3d1-4cbc-8dde-1be206031c42', 'network_id': 'e17c1ca2-95ab-461d-92b3-251ace598032', 'port_id': '6796ef41-a3d1-4cbc-8dde-1be206031c42', 'mac_address': 'fa:16:3e:a4:35:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e1cf83-df4d-4170-b765-86389a2e9a7e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:02:17.797344 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:17.824467 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6796ef41-a3d1-4cbc-8dde-1be206031c42 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:02:17.850172 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 6796ef41-a3d1-4cbc-8dde-1be206031c42, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=6796ef41-a3d1-4cbc-8dde-1be206031c42,segment=NetworkSegment(e1a2d5cf-914c-4552-9ab2-4893c92e1667),segment_id=e1a2d5cf-914c-4552-9ab2-4893c92e1667)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:17.985520 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:18.025822 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4f494192-56f4-4aa4-981b-f4f5d45b7f52 req-ec77b7de-3787-4fc9-8008-5a4bac86a488 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 210 time: 0.2701459 Oct 28 08:02:18.043291 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=6796ef41-a3d1-4cbc-8dde-1be206031c42,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:18.172795 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f44950b8-b613-4877-bae7-143909dc471e req-b036c68a-10ff-46fe-84c5-c8b555e0aa78 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Made reservation on behalf of d0376fb4f6b64e6b8380eba4042fd48a for: {'port': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:02:18.177026 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-f44950b8-b613-4877-bae7-143909dc471e req-b036c68a-10ff-46fe-84c5-c8b555e0aa78 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:18.197682 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 59256) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:18.314775 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-994155a4-0fe1-4db4-9ae1-9563e5c60598 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1885326041-network', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:18.316642 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_common [req-f44950b8-b613-4877-bae7-143909dc471e req-b036c68a-10ff-46fe-84c5-c8b555e0aa78 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Allocated IP 172.20.0.6 (5fc512c8-fed6-4f52-8717-5fe5d31a09fd/d39f83df-27b3-4b96-aeb8-a6adcc54bf0f/a1442253-f860-4eba-a780-3487d1d4f120) {{(pid=108235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:02:18.414083 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994155a4-0fe1-4db4-9ae1-9563e5c60598 admin admin] Made reservation on behalf of e8e3328adfdb47159a3c8f03b8a4b91e for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:02:18.417457 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-994155a4-0fe1-4db4-9ae1-9563e5c60598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:18.426319 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-994155a4-0fe1-4db4-9ae1-9563e5c60598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:18.485494 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77c490-4599-4013-b587-b659b2fb2884 req-adab7c93-834d-4797-aab2-e0a6d8a97c44 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:18.487229 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cb77c490-4599-4013-b587-b659b2fb2884 req-adab7c93-834d-4797-aab2-e0a6d8a97c44 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 945 time: 0.0987566 Oct 28 08:02:18.510863 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-994155a4-0fe1-4db4-9ae1-9563e5c60598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:18.532055 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-f44950b8-b613-4877-bae7-143909dc471e req-b036c68a-10ff-46fe-84c5-c8b555e0aa78 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Notify callbacks [] for port, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:18.555574 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cb77c490-4599-4013-b587-b659b2fb2884 req-012fd83f-ad4d-4d0d-abd2-1ad4c832e907 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614822 Oct 28 08:02:18.573523 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-994155a4-0fe1-4db4-9ae1-9563e5c60598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:18.595330 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994155a4-0fe1-4db4-9ae1-9563e5c60598 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=108236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:02:18.610798 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994155a4-0fe1-4db4-9ae1-9563e5c60598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9037ad-7c25-4674-948a-2d08925ec5cf,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:18.613688 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-994155a4-0fe1-4db4-9ae1-9563e5c60598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:18.614267 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-994155a4-0fe1-4db4-9ae1-9563e5c60598 admin admin] Added segment a2cfed3b-4ed3-4933-b580-63330d1c8df9 of type vlan for network d887f050-79aa-489b-9750-77b5b6491008 Oct 28 08:02:18.654269 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-f44950b8-b613-4877-bae7-143909dc471e req-b036c68a-10ff-46fe-84c5-c8b555e0aa78 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:18.655901 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-994155a4-0fe1-4db4-9ae1-9563e5c60598 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754291841136'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:18.701798 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f44950b8-b613-4877-bae7-143909dc471e req-b036c68a-10ff-46fe-84c5-c8b555e0aa78 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Network 5fc512c8-fed6-4f52-8717-5fe5d31a09fd is already hosted by enough agents. {{(pid=108235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:02:18.704984 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [req-f44950b8-b613-4877-bae7-143909dc471e req-b036c68a-10ff-46fe-84c5-c8b555e0aa78 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Resources bound (agent type, host, resource id): {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:02:18.708987 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44950b8-b613-4877-bae7-143909dc471e req-b036c68a-10ff-46fe-84c5-c8b555e0aa78 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Received port after_create {{(pid=108235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:02:18.744020 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036c68a-10ff-46fe-84c5-c8b555e0aa78 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Pushing event updated for resources: {'Port': ['ID=a1442253-f860-4eba-a780-3487d1d4f120,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:18.766130 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-994155a4-0fe1-4db4-9ae1-9563e5c60598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:18.766700 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44950b8-b613-4877-bae7-143909dc471e req-b036c68a-10ff-46fe-84c5-c8b555e0aa78 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:18.766860 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-f44950b8-b613-4877-bae7-143909dc471e req-b036c68a-10ff-46fe-84c5-c8b555e0aa78 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for port, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:18.767134 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994155a4-0fe1-4db4-9ae1-9563e5c60598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:18.767708 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-994155a4-0fe1-4db4-9ae1-9563e5c60598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:18.829151 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994155a4-0fe1-4db4-9ae1-9563e5c60598 admin admin] Pushing event updated for resources: {'Network': ['ID=d887f050-79aa-489b-9750-77b5b6491008,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:18.839841 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Network d887f050-79aa-489b-9750-77b5b6491008 details requested by agent ovs-agent-dv-cinder-815780-1-iscsi with host dv-cinder-815780-1-iscsi {{(pid=108237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:02:18.890715 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f44950b8-b613-4877-bae7-143909dc471e req-b036c68a-10ff-46fe-84c5-c8b555e0aa78 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2451582 Oct 28 08:02:18.901964 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-994155a4-0fe1-4db4-9ae1-9563e5c60598 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7031343 Oct 28 08:02:18.905663 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 59268) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:18.910551 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-5a6f3ea4-d6f0-4f86-8bfa-702532409400 admin admin] Request body: {'subnet': {'network_id': 'd887f050-79aa-489b-9750-77b5b6491008', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1885326041-subnet', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:19.008490 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Request body: {'port': {'device_id': 'cbcb4711-ccde-4fc0-a707-977b36169b09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:19.052119 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-db9654fc-5751-41f5-9372-a8f082ac329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:19.052530 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-db9654fc-5751-41f5-9372-a8f082ac329d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0376fb4f6b64e6b8380eba4042fd48a&device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 1096 time: 0.0478613 Oct 28 08:02:19.071408 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:19.183856 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6f3ea4-d6f0-4f86-8bfa-702532409400 admin admin] Made reservation on behalf of e8e3328adfdb47159a3c8f03b8a4b91e for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:02:19.186354 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5a6f3ea4-d6f0-4f86-8bfa-702532409400 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3949988'] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:19.227245 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcf3a2-c3d6-4876-a746-145a6885ab5c req-4ae93baa-3dee-43c6-abdc-629d101212b8 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:19.228716 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-49fcf3a2-c3d6-4876-a746-145a6885ab5c req-4ae93baa-3dee-43c6-abdc-629d101212b8 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 931 time: 0.1261141 Oct 28 08:02:19.311147 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c91c88f0-f8fd-4039-999c-f145a4722067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:19.331252 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-49fcf3a2-c3d6-4876-a746-145a6885ab5c req-1a0e1b39-5c5f-44b9-a690-7e4410e20045 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962574 Oct 28 08:02:19.425906 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5a6f3ea4-d6f0-4f86-8bfa-702532409400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4057468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3950038'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:19.444929 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1442253-f860-4eba-a780-3487d1d4f120 {{(pid=108235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:02:19.453545 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:19.466984 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.provisioning_blocks [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Transition to ACTIVE for port object a1442253-f860-4eba-a780-3487d1d4f120 will not be triggered until provisioned by entity L2. {{(pid=108235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:02:19.479874 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f3ea4-d6f0-4f86-8bfa-702532409400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c030f593-fbc5-43e1-985f-2b5bcb12e0bf,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:19.504426 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6f3ea4-d6f0-4f86-8bfa-702532409400 admin admin] Checking segment: {'id': 'a2cfed3b-4ed3-4933-b580-63330d1c8df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:02:19.504776 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6f3ea4-d6f0-4f86-8bfa-702532409400 admin admin] Network hostable DHCP agents. Network: d887f050-79aa-489b-9750-77b5b6491008, hostable agents: ['5b28e82f-8d3c-4647-96dd-121faf1adcc1'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:02:19.505520 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:19.551033 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826247'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:19.577706 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6f3ea4-d6f0-4f86-8bfa-702532409400 admin admin] Network d887f050-79aa-489b-9750-77b5b6491008 is scheduled to be hosted by DHCP agent 5b28e82f-8d3c-4647-96dd-121faf1adcc1 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:02:19.609908 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1442253-f860-4eba-a780-3487d1d4f120,revision_number=2']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:19.687816 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-5a6f3ea4-d6f0-4f86-8bfa-702532409400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815780-1-iscsi, d887f050-79aa-489b-9750-77b5b6491008) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:02:19.692175 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6f3ea4-d6f0-4f86-8bfa-702532409400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:19.693101 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5a6f3ea4-d6f0-4f86-8bfa-702532409400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:19.697505 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b25218-c429-48f0-a39e-18e8d628472e None None] Network d887f050-79aa-489b-9750-77b5b6491008 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:02:19.724429 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a150a8e-a11d-41e2-af1a-2fafe2ebca73 req-ec053436-924a-4f09-b919-3037206ab266 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:19.731454 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6a150a8e-a11d-41e2-af1a-2fafe2ebca73 req-ec053436-924a-4f09-b919-3037206ab266 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 945 time: 0.1009352 Oct 28 08:02:19.744546 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.managers [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Attempting to bind port a1442253-f860-4eba-a780-3487d1d4f120 on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:02:19.744879 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.managers [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Attempting to bind port a1442253-f860-4eba-a780-3487d1d4f120 by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': '15ed8bd0-2d21-4b3f-849f-de9c63133ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd'}] {{(pid=108235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:02:19.745200 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Attempting to bind port a1442253-f860-4eba-a780-3487d1d4f120 on network 5fc512c8-fed6-4f52-8717-5fe5d31a09fd {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:02:19.759184 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Port a1442253-f860-4eba-a780-3487d1d4f120 on network 5fc512c8-fed6-4f52-8717-5fe5d31a09fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:02:19.759507 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Attempting to bind port a1442253-f860-4eba-a780-3487d1d4f120 on network 5fc512c8-fed6-4f52-8717-5fe5d31a09fd {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:02:19.773487 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:02:19.774351 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Checking segment: {'id': '15ed8bd0-2d21-4b3f-849f-de9c63133ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:02:19.774730 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Bound using segment: {'id': '15ed8bd0-2d21-4b3f-849f-de9c63133ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd'} {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:02:19.775194 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.managers [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Bound port: a1442253-f860-4eba-a780-3487d1d4f120, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ed8bd0-2d21-4b3f-849f-de9c63133ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd'}}] {{(pid=108235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:02:19.775550 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:19.786384 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-5a6f3ea4-d6f0-4f86-8bfa-702532409400 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8796260 Oct 28 08:02:19.789162 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 59280) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:19.792280 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6a150a8e-a11d-41e2-af1a-2fafe2ebca73 req-62f88a9a-755d-46cf-b3a9-e19cd668cc3b tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569103 Oct 28 08:02:19.797505 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-80787eb5-0811-4ef3-987c-2befd4afd110 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1885326041-router', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:19.853798 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] For port a1442253-f860-4eba-a780-3487d1d4f120, host hv-cinder-81578, cleared binding levels {{(pid=108235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:02:19.857258 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] For port a1442253-f860-4eba-a780-3487d1d4f120, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=a1442253-f860-4eba-a780-3487d1d4f120,segment=NetworkSegment(15ed8bd0-2d21-4b3f-849f-de9c63133ea4),segment_id=15ed8bd0-2d21-4b3f-849f-de9c63133ea4)] {{(pid=108235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:02:19.892157 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24329e31-7427-59ac-9b86-4b698544276c-d887f050-79aa-489b-9750-77b5b6491008', 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'fixed_ips': [{'subnet_id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf'}]}} from dv-cinder-815780-1-iscsi. {{(pid=108237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:02:19.893413 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:19.894223 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-80787eb5-0811-4ef3-987c-2befd4afd110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:19.895415 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-80787eb5-0811-4ef3-987c-2befd4afd110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-557362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:19.952302 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-80787eb5-0811-4ef3-987c-2befd4afd110 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:19.962386 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826247'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:20.004185 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:20.006711 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for port, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:20.006711 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f44950b8-b613-4877-bae7-143909dc471e req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] 10.222.0.30 "PUT /v2.0/ports/a1442253-f860-4eba-a780-3487d1d4f120 HTTP/1.1" status: 200 len: 1093 time: 1.0028262 Oct 28 08:02:20.007006 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcb4711-ccde-4fc0-a707-977b36169b09', 'tag': 'a1442253-f860-4eba-a780-3487d1d4f120'}] {{(pid=108235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:02:20.010055 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4ad7e0b1a6d0b9f916951d122592239853211ff815bbc9715a4b116bc233df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b87d5d-fbfb-447c-851d-659b0a287c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcb4711-ccde-4fc0-a707-977b36169b09", "tag": "a1442253-f860-4eba-a780-3487d1d4f120"}]}' {{(pid=108235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:02:20.031496 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3b409-a8ae-4203-b6c7-3086776f9cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1442253-f860-4eba-a780-3487d1d4f120,revision_number=3']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:20.058229 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] Allocated IP 172.20.0.2 (d887f050-79aa-489b-9750-77b5b6491008/c030f593-fbc5-43e1-985f-2b5bcb12e0bf/6bc889bb-ca70-4b20-8343-70d8c7b1f44d) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:02:20.060890 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f35d90d-6c23-4d4d-b65a-781da678912d x-openstack-request-id: req-4f35d90d-6c23-4d4d-b65a-781da678912d {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:02:20.061180 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcb4711-ccde-4fc0-a707-977b36169b09", "tag": "a1442253-f860-4eba-a780-3487d1d4f120", "status": "completed", "code": 200}]} {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:02:20.061429 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f35d90d-6c23-4d4d-b65a-781da678912d {{(pid=108235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:02:20.061820 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcb4711-ccde-4fc0-a707-977b36169b09', 'tag': 'a1442253-f860-4eba-a780-3487d1d4f120', 'status': 'completed', 'code': 200} Oct 28 08:02:20.171884 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-80787eb5-0811-4ef3-987c-2befd4afd110 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:20.222601 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:20.363033 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:20.402200 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] Network d887f050-79aa-489b-9750-77b5b6491008 is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:02:20.405110 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:02:20.408616 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:02:20.422515 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] Pushing event updated for resources: {'Port': ['ID=6bc889bb-ca70-4b20-8343-70d8c7b1f44d,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:20.473224 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] Attempting to bind port 6bc889bb-ca70-4b20-8343-70d8c7b1f44d on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:02:20.473595 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] Attempting to bind port 6bc889bb-ca70-4b20-8343-70d8c7b1f44d by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': 'a2cfed3b-4ed3-4933-b580-63330d1c8df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:02:20.473959 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] Attempting to bind port 6bc889bb-ca70-4b20-8343-70d8c7b1f44d on network d887f050-79aa-489b-9750-77b5b6491008 {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:02:20.479751 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:02:20.480209 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] Checking segment: {'id': 'a2cfed3b-4ed3-4933-b580-63330d1c8df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:02:20.480702 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:20.481160 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] Bound using segment: {'id': 'a2cfed3b-4ed3-4933-b580-63330d1c8df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:02:20.481644 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] Bound port: 6bc889bb-ca70-4b20-8343-70d8c7b1f44d, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cfed3b-4ed3-4933-b580-63330d1c8df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:02:20.482025 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:20.522494 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-80787eb5-0811-4ef3-987c-2befd4afd110 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:20.542786 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-80787eb5-0811-4ef3-987c-2befd4afd110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:20.558901 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] For port 6bc889bb-ca70-4b20-8343-70d8c7b1f44d, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:02:20.571016 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] For port 6bc889bb-ca70-4b20-8343-70d8c7b1f44d, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=6bc889bb-ca70-4b20-8343-70d8c7b1f44d,segment=NetworkSegment(a2cfed3b-4ed3-4933-b580-63330d1c8df9),segment_id=a2cfed3b-4ed3-4933-b580-63330d1c8df9)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:02:20.657638 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-80787eb5-0811-4ef3-987c-2befd4afd110 admin admin] Allocated IP 172.27.3.123 (77f84cc0-8b47-4277-be58-a93709c02eeb/2fc1b7ce-548a-406e-9830-ae6bdd788adb/fc4cd669-a334-4ad5-9e06-9bccb421b9f4) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:02:20.669742 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:20.692225 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:20.755012 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915ef59-87e6-4a32-b6cb-d49273eb785b None None] Pushing event updated for resources: {'Port': ['ID=6bc889bb-ca70-4b20-8343-70d8c7b1f44d,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:20.930800 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b87d5d-fbfb-447c-851d-659b0a287c8c req-3f6bdef7-b06f-4885-8eb2-cae910300bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:20.943401 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-15b87d5d-fbfb-447c-851d-659b0a287c8c req-3f6bdef7-b06f-4885-8eb2-cae910300bfc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0376fb4f6b64e6b8380eba4042fd48a&device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 1096 time: 0.0637162 Oct 28 08:02:21.061977 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-3a658dc0-81dd-4952-8886-7473d21a13f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49569433-de1c-4ddf-899d-51af87fcc5c9 HTTP/1.1" status: 200 len: 217 time: 0.2995548 Oct 28 08:02:21.073548 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-80787eb5-0811-4ef3-987c-2befd4afd110 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:21.090007 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b87d5d-fbfb-447c-851d-659b0a287c8c req-986d4135-e805-45f8-af51-657bf00d7973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:21.091658 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-15b87d5d-fbfb-447c-851d-659b0a287c8c req-986d4135-e805-45f8-af51-657bf00d7973 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d0376fb4f6b64e6b8380eba4042fd48a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1369424 Oct 28 08:02:21.140455 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-167a20f6-7230-4400-ae75-6dfc6af6b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:21.141978 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-167a20f6-7230-4400-ae75-6dfc6af6b127 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d39f83df-27b3-4b96-aeb8-a6adcc54bf0f HTTP/1.1" status: 200 len: 858 time: 0.0665662 Oct 28 08:02:21.199917 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-4aeaf832-0ef4-4103-a580-8e9a3d5e6ca8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fc512c8-fed6-4f52-8717-5fe5d31a09fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262594 Oct 28 08:02:21.200130 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b87d5d-fbfb-447c-851d-659b0a287c8c req-54ad48b9-59e0-4720-91f2-d0febdc8c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:21.200130 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-15b87d5d-fbfb-447c-851d-659b0a287c8c req-54ad48b9-59e0-4720-91f2-d0febdc8c9ca service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008937 Oct 28 08:02:21.284232 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-f5d71a17-e6c7-4855-b88d-3a5c54c1662d service neutron] 10.222.0.30 "GET /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977261 Oct 28 08:02:21.300666 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44950b8-b613-4877-bae7-143909dc471e req-f694f35d-9a05-4560-a565-ac91484765bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:21.302211 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f44950b8-b613-4877-bae7-143909dc471e req-f694f35d-9a05-4560-a565-ac91484765bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0376fb4f6b64e6b8380eba4042fd48a&device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 1096 time: 0.0533237 Oct 28 08:02:21.348454 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f44950b8-b613-4877-bae7-143909dc471e req-ff64744b-48c4-4f78-960f-6488c8f2a29b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1442253-f860-4eba-a780-3487d1d4f120 HTTP/1.1" status: 200 len: 217 time: 0.0379393 Oct 28 08:02:21.380056 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d3234757-7fa3-40d2-9716-d786bf0b3497 req-714c1472-ded5-40db-a20f-1cb91a671375 service neutron] 10.222.0.30 "GET /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871840 Oct 28 08:02:21.403240 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44950b8-b613-4877-bae7-143909dc471e req-78618c54-6131-4b13-88d9-e9fde2519907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:21.404721 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f44950b8-b613-4877-bae7-143909dc471e req-78618c54-6131-4b13-88d9-e9fde2519907 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d39f83df-27b3-4b96-aeb8-a6adcc54bf0f HTTP/1.1" status: 200 len: 858 time: 0.0487418 Oct 28 08:02:21.413468 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-80787eb5-0811-4ef3-987c-2befd4afd110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:21.439995 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f44950b8-b613-4877-bae7-143909dc471e req-f4cf91d7-0d23-4397-bed5-8f23f6d7c477 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fc512c8-fed6-4f52-8717-5fe5d31a09fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269103 Oct 28 08:02:21.463909 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80787eb5-0811-4ef3-987c-2befd4afd110 admin admin] Network 77f84cc0-8b47-4277-be58-a93709c02eeb is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:02:21.467300 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-80787eb5-0811-4ef3-987c-2befd4afd110 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:02:21.471254 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80787eb5-0811-4ef3-987c-2befd4afd110 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:02:21.510346 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80787eb5-0811-4ef3-987c-2befd4afd110 admin admin] Pushing event updated for resources: {'Port': ['ID=fc4cd669-a334-4ad5-9e06-9bccb421b9f4,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:21.642809 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f44950b8-b613-4877-bae7-143909dc471e req-d843685b-24f4-4b62-9f41-d88d3a304649 service neutron] 10.222.0.30 "GET /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378896 Oct 28 08:02:21.723568 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efe075-86b5-49ac-b438-d40451ec22ea req-90e13ae7-42eb-4d48-a110-b5785f878123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:21.727700 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-43efe075-86b5-49ac-b438-d40451ec22ea req-90e13ae7-42eb-4d48-a110-b5785f878123 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0376fb4f6b64e6b8380eba4042fd48a&device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 1096 time: 0.0517378 Oct 28 08:02:21.843915 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42036dc0-735d-49a5-a97a-4636d4cd6be8 req-4946553d-f842-4ad9-a413-76f80dd8135d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:21.843915 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-42036dc0-735d-49a5-a97a-4636d4cd6be8 req-4946553d-f842-4ad9-a413-76f80dd8135d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 943 time: 0.1638622 Oct 28 08:02:21.850146 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb334b2-5498-497f-9ece-828cbdcf4f0e req-44eefdae-50c1-48d3-ba7b-dd26c4101776 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:21.852477 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bdb334b2-5498-497f-9ece-828cbdcf4f0e req-44eefdae-50c1-48d3-ba7b-dd26c4101776 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 945 time: 0.1992483 Oct 28 08:02:21.872579 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 6bc889bb-ca70-4b20-8343-70d8c7b1f44d up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:02:21.887610 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f44950b8-b613-4877-bae7-143909dc471e req-597451fa-82f8-4fb3-bf89-a9b35836cdcf service neutron] 10.222.0.30 "GET /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147477 Oct 28 08:02:21.916048 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf781c4-0a76-4339-872f-addf95508ffd None None] Network d887f050-79aa-489b-9750-77b5b6491008 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:02:21.946129 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-42036dc0-735d-49a5-a97a-4636d4cd6be8 req-024b7fc7-be62-401f-9143-079ba95fb291 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868616 Oct 28 08:02:21.948956 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bdb334b2-5498-497f-9ece-828cbdcf4f0e req-30f47d7a-e156-47de-b342-e2b7516a985d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863988 Oct 28 08:02:21.976051 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efe075-86b5-49ac-b438-d40451ec22ea req-c0990a4c-15e7-4410-a8f2-18a701de0e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:21.976051 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-43efe075-86b5-49ac-b438-d40451ec22ea req-c0990a4c-15e7-4410-a8f2-18a701de0e03 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fc512c8-fed6-4f52-8717-5fe5d31a09fd HTTP/1.1" status: 200 len: 919 time: 0.2368758 Oct 28 08:02:22.000993 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['6796ef41-a3d1-4cbc-8dde-1be206031c42'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:02:22.022951 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-43efe075-86b5-49ac-b438-d40451ec22ea req-80ac741d-a2e8-407e-a0d0-6066c74ae542 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49569433-de1c-4ddf-899d-51af87fcc5c9 HTTP/1.1" status: 200 len: 217 time: 0.0394969 Oct 28 08:02:22.034950 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-4999f339-88cb-4370-bd66-5325622b195e None None] Provisioning complete for port 6bc889bb-ca70-4b20-8343-70d8c7b1f44d triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:22.035525 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4999f339-88cb-4370-bd66-5325622b195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:22.071936 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-80787eb5-0811-4ef3-987c-2befd4afd110 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:22.102779 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 6bc889bb-ca70-4b20-8343-70d8c7b1f44d triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:22.103148 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:22.151285 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efe075-86b5-49ac-b438-d40451ec22ea req-ed22b494-5b23-4784-aadb-6b6508cf13bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:22.152966 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-43efe075-86b5-49ac-b438-d40451ec22ea req-ed22b494-5b23-4784-aadb-6b6508cf13bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d39f83df-27b3-4b96-aeb8-a6adcc54bf0f HTTP/1.1" status: 200 len: 858 time: 0.1215768 Oct 28 08:02:22.193211 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-43efe075-86b5-49ac-b438-d40451ec22ea req-8944b070-dfad-4f1a-9300-08d069571363 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fc512c8-fed6-4f52-8717-5fe5d31a09fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325081 Oct 28 08:02:22.307045 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4999f339-88cb-4370-bd66-5325622b195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:22.387934 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-43efe075-86b5-49ac-b438-d40451ec22ea req-26c90fe9-c4d9-4abb-a5df-d7cf78391332 service neutron] 10.222.0.30 "GET /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857054 Oct 28 08:02:22.404870 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:22.435395 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-4999f339-88cb-4370-bd66-5325622b195e None None] For port 6bc889bb-ca70-4b20-8343-70d8c7b1f44d, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=6bc889bb-ca70-4b20-8343-70d8c7b1f44d,segment=NetworkSegment(a2cfed3b-4ed3-4933-b580-63330d1c8df9),segment_id=a2cfed3b-4ed3-4933-b580-63330d1c8df9)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:22.452290 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-80787eb5-0811-4ef3-987c-2befd4afd110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-557371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586405'] for router, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:22.591885 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-43efe075-86b5-49ac-b438-d40451ec22ea req-3c32e67d-d6bd-489c-8dd2-07688df5b4f6 service neutron] 10.222.0.30 "GET /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957176 Oct 28 08:02:22.596534 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4999f339-88cb-4370-bd66-5325622b195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:22.788294 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:22.789466 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80787eb5-0811-4ef3-987c-2befd4afd110 admin admin] Router 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 is scheduled to L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 with binding_index 1 {{(pid=108236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:02:22.824198 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.db.api [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 08:02:22.824461 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG oslo_db.api [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 08:02:22.827200 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-5caa5ac0-95c3-40aa-8763-dbb405fecddf None None] Provisioning complete for port 6bc889bb-ca70-4b20-8343-70d8c7b1f44d triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:22.827573 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5caa5ac0-95c3-40aa-8763-dbb405fecddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:22.832111 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999f339-88cb-4370-bd66-5325622b195e None None] Pushing event updated for resources: {'Port': ['ID=6bc889bb-ca70-4b20-8343-70d8c7b1f44d,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:22.902271 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80787eb5-0811-4ef3-987c-2befd4afd110 admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:02:22.914838 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] Sync routers for ids ['134b8fe0-520e-43cf-85c1-e97af7fc5cd6'] in dv-cinder-815780-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:02:22.925535 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] Routers {'134b8fe0-520e-43cf-85c1-e97af7fc5cd6'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:02:22.926163 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:02:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['134b8fe0-520e-43cf-85c1-e97af7fc5cd6'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:23.033454 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] Set router 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:02:23.050020 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-80787eb5-0811-4ef3-987c-2befd4afd110 admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:23.052519 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-80787eb5-0811-4ef3-987c-2befd4afd110 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2607441 Oct 28 08:02:23.054684 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 59324) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:23.177273 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ee8b0-67a4-4189-9685-189b1eb32682 req-f392ea3b-b325-4d97-a768-6bd3013d32d3 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:23.183379 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0d0ee8b0-67a4-4189-9685-189b1eb32682 req-f392ea3b-b325-4d97-a768-6bd3013d32d3 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 943 time: 0.1009605 Oct 28 08:02:23.194206 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d83e0-0c76-4045-acd1-3a4918c27285 req-83c0ec6e-ebc1-4b2a-a485-5c58b56375b1 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:23.205302 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-547d83e0-0c76-4045-acd1-3a4918c27285 req-83c0ec6e-ebc1-4b2a-a485-5c58b56375b1 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 945 time: 0.1076450 Oct 28 08:02:23.225288 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'name': 'tempest-TestShelveInstance-1885326041-router', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:19Z', 'updated_at': '2021-10-28T08:02:21Z', 'revision_number': 3, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'gw_port': {'id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:20Z', 'updated_at': '2021-10-28T08:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:23.256476 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] Checking router: 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 for host: dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:02:23.256984 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] Updating router 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 port fc4cd669-a334-4ad5-9e06-9bccb421b9f4 binding host dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:02:23.265124 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0d0ee8b0-67a4-4189-9685-189b1eb32682 req-4e59164c-601e-4f80-b543-13ca28850fa0 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805688 Oct 28 08:02:23.292345 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-547d83e0-0c76-4045-acd1-3a4918c27285 req-6e7b08c1-32f3-4312-b41a-86c7f77c999b tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783894 Oct 28 08:02:23.298571 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:23.603090 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] Notify callbacks [] for port, precommit_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:23.688830 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:23.741743 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5064-672e-4a28-b737-84a161482e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:23.745631 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67afb5-bac6-4b86-9952-b45c18cf3ef8 None None] Pushing event updated for resources: {'Port': ['ID=fc4cd669-a334-4ad5-9e06-9bccb421b9f4,revision_number=2']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:23.773940 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] Attempting to bind port fc4cd669-a334-4ad5-9e06-9bccb421b9f4 on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:02:23.774592 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] Attempting to bind port fc4cd669-a334-4ad5-9e06-9bccb421b9f4 by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:02:23.775139 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] Attempting to bind port fc4cd669-a334-4ad5-9e06-9bccb421b9f4 on network 77f84cc0-8b47-4277-be58-a93709c02eeb {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:02:23.782036 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:02:23.782672 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] Checking segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:02:23.783100 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:23.783497 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] Bound using segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:02:23.783976 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] Bound port: fc4cd669-a334-4ad5-9e06-9bccb421b9f4, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:02:23.784544 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:23.833434 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 6bc889bb-ca70-4b20-8343-70d8c7b1f44d up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:02:23.876367 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] For port fc4cd669-a334-4ad5-9e06-9bccb421b9f4, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:02:23.879890 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] For port fc4cd669-a334-4ad5-9e06-9bccb421b9f4, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=fc4cd669-a334-4ad5-9e06-9bccb421b9f4,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:02:23.887607 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 6bc889bb-ca70-4b20-8343-70d8c7b1f44d triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:23.887986 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:23.953787 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-1f8a5064-672e-4a28-b737-84a161482e86 admin admin] Allocated IP 172.20.0.1 (d887f050-79aa-489b-9750-77b5b6491008/c030f593-fbc5-43e1-985f-2b5bcb12e0bf/ce400047-9fdc-4b6f-a664-007c1ca40259) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:02:23.985551 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:24.052129 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] Routers {'134b8fe0-520e-43cf-85c1-e97af7fc5cd6'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:02:24.052930 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:02:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['134b8fe0-520e-43cf-85c1-e97af7fc5cd6'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:24.057081 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67afb5-bac6-4b86-9952-b45c18cf3ef8 None None] Pushing event updated for resources: {'Port': ['ID=fc4cd669-a334-4ad5-9e06-9bccb421b9f4,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:24.069151 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5064-672e-4a28-b737-84a161482e86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:24.161888 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] Set router 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:02:24.237026 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5064-672e-4a28-b737-84a161482e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:24.274774 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8a5064-672e-4a28-b737-84a161482e86 admin admin] Network d887f050-79aa-489b-9750-77b5b6491008 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:02:24.277747 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-1f8a5064-672e-4a28-b737-84a161482e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:02:24.281346 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8a5064-672e-4a28-b737-84a161482e86 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:02:24.317128 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a5064-672e-4a28-b737-84a161482e86 admin admin] Pushing event updated for resources: {'Port': ['ID=ce400047-9fdc-4b6f-a664-007c1ca40259,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:24.334177 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5064-672e-4a28-b737-84a161482e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586640'] for router_interface, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:24.361159 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'name': 'tempest-TestShelveInstance-1885326041-router', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:19Z', 'updated_at': '2021-10-28T08:02:21Z', 'revision_number': 3, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'gw_port': {'id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:20Z', 'updated_at': '2021-10-28T08:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:24.402591 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a22504-637f-4e94-8ab5-0a073ae2dfb0 None None] The sync data for ids ['134b8fe0-520e-43cf-85c1-e97af7fc5cd6'] in dv-cinder-815780-1-iscsi is: [{'id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'name': 'tempest-TestShelveInstance-1885326041-router', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:19Z', 'updated_at': '2021-10-28T08:02:21Z', 'revision_number': 3, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'gw_port': {'id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:20Z', 'updated_at': '2021-10-28T08:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:02:24.553605 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-188718c8-f448-4fe7-b6a5-ead50b77804d None None] Provisioning complete for port ce400047-9fdc-4b6f-a664-007c1ca40259 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:24.553927 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-188718c8-f448-4fe7-b6a5-ead50b77804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:24.570862 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5064-672e-4a28-b737-84a161482e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:24.590802 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-188718c8-f448-4fe7-b6a5-ead50b77804d None None] Port ce400047-9fdc-4b6f-a664-007c1ca40259 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:02:24.776607 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5064-672e-4a28-b737-84a161482e86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:24.848130 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5064-672e-4a28-b737-84a161482e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:24.923071 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a5064-672e-4a28-b737-84a161482e86 admin admin] Pushing event updated for resources: {'Port': ['ID=ce400047-9fdc-4b6f-a664-007c1ca40259,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:24.926968 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f8a5064-672e-4a28-b737-84a161482e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586724'] for router_interface, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:25.038552 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8a5064-672e-4a28-b737-84a161482e86 admin admin] Network d887f050-79aa-489b-9750-77b5b6491008 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:02:25.040265 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-1f8a5064-672e-4a28-b737-84a161482e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:02:25.170387 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8a5064-672e-4a28-b737-84a161482e86 admin admin] Router 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:02:25.293534 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8a5064-672e-4a28-b737-84a161482e86 admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:02:25.298479 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-1f8a5064-672e-4a28-b737-84a161482e86 admin admin] 10.222.0.37 "PUT /v2.0/routers/134b8fe0-520e-43cf-85c1-e97af7fc5cd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2423890 Oct 28 08:02:25.317943 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-6d76d5c1-de68-4c7f-ab88-2554c787a83f None None] Provisioning complete for port ce400047-9fdc-4b6f-a664-007c1ca40259 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:25.317943 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6d76d5c1-de68-4c7f-ab88-2554c787a83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:25.355580 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-6d76d5c1-de68-4c7f-ab88-2554c787a83f None None] Port ce400047-9fdc-4b6f-a664-007c1ca40259 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:02:25.723866 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:25.817622 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device fc4cd669-a334-4ad5-9e06-9bccb421b9f4 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:02:25.869472 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port fc4cd669-a334-4ad5-9e06-9bccb421b9f4 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:25.869840 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:25.954351 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:25.962468 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] Sync routers for ids ['134b8fe0-520e-43cf-85c1-e97af7fc5cd6'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:02:25.986811 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] Routers {'134b8fe0-520e-43cf-85c1-e97af7fc5cd6'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:02:25.987583 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:02:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['134b8fe0-520e-43cf-85c1-e97af7fc5cd6'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:25.992958 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] For port fc4cd669-a334-4ad5-9e06-9bccb421b9f4, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=fc4cd669-a334-4ad5-9e06-9bccb421b9f4,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:26.081897 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 59368) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:26.087646 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-9aebe858-eb92-4fb3-929a-de801d6e50de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-34220427-network', 'tenant_id': 'a70d1d28af9646b49d2501fdd0c03412'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:26.099529 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] Set router 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:02:26.102231 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:26.161971 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aebe858-eb92-4fb3-929a-de801d6e50de admin admin] Made reservation on behalf of a70d1d28af9646b49d2501fdd0c03412 for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:02:26.165249 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9aebe858-eb92-4fb3-929a-de801d6e50de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:26.175771 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9aebe858-eb92-4fb3-929a-de801d6e50de admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:26.230853 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Pushing event updated for resources: {'Port': ['ID=fc4cd669-a334-4ad5-9e06-9bccb421b9f4,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:26.255465 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9aebe858-eb92-4fb3-929a-de801d6e50de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:26.327685 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9aebe858-eb92-4fb3-929a-de801d6e50de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:26.349263 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'name': 'tempest-TestShelveInstance-1885326041-router', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:19Z', 'updated_at': '2021-10-28T08:02:24Z', 'revision_number': 4, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'gw_port': {'id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:20Z', 'updated_at': '2021-10-28T08:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': 'ce400047-9fdc-4b6f-a664-007c1ca40259', 'name': '', 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'mac_address': 'fa:16:3e:5d:3d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:23Z', 'updated_at': '2021-10-28T08:02:24Z', 'revision_number': 2, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'subnets': [{'id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:26.353673 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aebe858-eb92-4fb3-929a-de801d6e50de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=108236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:02:26.363698 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebe858-eb92-4fb3-929a-de801d6e50de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adc1745-1ccb-4e2a-b2ec-427cdab63280,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:26.369019 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9aebe858-eb92-4fb3-929a-de801d6e50de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:26.369362 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-9aebe858-eb92-4fb3-929a-de801d6e50de admin admin] Added segment 7034b0c6-3b54-41c6-a25c-c1208c8d90f7 of type vlan for network a9b9dbd4-cd8e-4044-98e3-4ed219b22142 Oct 28 08:02:26.378799 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] Checking router: 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:02:26.379180 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] Updating router 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 port ce400047-9fdc-4b6f-a664-007c1ca40259 binding host dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:02:26.405880 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:26.417464 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9aebe858-eb92-4fb3-929a-de801d6e50de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754291841136'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:26.525676 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9aebe858-eb92-4fb3-929a-de801d6e50de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:26.526806 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aebe858-eb92-4fb3-929a-de801d6e50de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:26.527800 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9aebe858-eb92-4fb3-929a-de801d6e50de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:26.592233 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebe858-eb92-4fb3-929a-de801d6e50de admin admin] Pushing event updated for resources: {'Network': ['ID=a9b9dbd4-cd8e-4044-98e3-4ed219b22142,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:26.604215 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Network a9b9dbd4-cd8e-4044-98e3-4ed219b22142 details requested by agent ovs-agent-dv-cinder-815780-1-iscsi with host dv-cinder-815780-1-iscsi {{(pid=108237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:02:26.666665 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-9aebe858-eb92-4fb3-929a-de801d6e50de admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5836327 Oct 28 08:02:26.669882 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 59376) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:26.676011 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-c3593afd-f717-4850-a83d-2d516fc1b199 admin admin] Request body: {'subnet': {'network_id': 'a9b9dbd4-cd8e-4044-98e3-4ed219b22142', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-34220427-subnet', 'tenant_id': 'a70d1d28af9646b49d2501fdd0c03412', 'ip_version': 4}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:26.759063 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:26.802078 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3593afd-f717-4850-a83d-2d516fc1b199 admin admin] Made reservation on behalf of a70d1d28af9646b49d2501fdd0c03412 for: {'subnet': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:02:26.805021 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c3593afd-f717-4850-a83d-2d516fc1b199 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126846940'] for subnet, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:26.840287 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:26.893583 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84163763-97dc-4b9f-891d-9b0597b4c24e None None] Pushing event updated for resources: {'Port': ['ID=ce400047-9fdc-4b6f-a664-007c1ca40259,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:26.946630 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] Attempting to bind port ce400047-9fdc-4b6f-a664-007c1ca40259 on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:02:26.947396 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] Attempting to bind port ce400047-9fdc-4b6f-a664-007c1ca40259 by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': 'a2cfed3b-4ed3-4933-b580-63330d1c8df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:02:26.947396 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] Attempting to bind port ce400047-9fdc-4b6f-a664-007c1ca40259 on network d887f050-79aa-489b-9750-77b5b6491008 {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:02:26.956225 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:02:26.956747 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] Checking segment: {'id': 'a2cfed3b-4ed3-4933-b580-63330d1c8df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:02:26.957230 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:26.957944 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] Bound using segment: {'id': 'a2cfed3b-4ed3-4933-b580-63330d1c8df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:02:26.958628 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] Bound port: ce400047-9fdc-4b6f-a664-007c1ca40259, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cfed3b-4ed3-4933-b580-63330d1c8df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:02:26.960919 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:27.047166 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] For port ce400047-9fdc-4b6f-a664-007c1ca40259, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:02:27.050610 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] For port ce400047-9fdc-4b6f-a664-007c1ca40259, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=ce400047-9fdc-4b6f-a664-007c1ca40259,segment=NetworkSegment(a2cfed3b-4ed3-4933-b580-63330d1c8df9),segment_id=a2cfed3b-4ed3-4933-b580-63330d1c8df9)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:02:27.094360 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c3593afd-f717-4850-a83d-2d516fc1b199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126824590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126846894'] for subnet, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:27.122439 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-8fa07d78-e445-40d9-bb40-1501fe60b546 None None] Provisioning complete for port ce400047-9fdc-4b6f-a664-007c1ca40259 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:27.123262 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8fa07d78-e445-40d9-bb40-1501fe60b546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:27.148837 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:27.152075 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3593afd-f717-4850-a83d-2d516fc1b199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92705ac0-a317-4ff6-87d2-1d34d9307183,revision_number=0']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:27.161749 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3593afd-f717-4850-a83d-2d516fc1b199 admin admin] Checking segment: {'id': '7034b0c6-3b54-41c6-a25c-c1208c8d90f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a9b9dbd4-cd8e-4044-98e3-4ed219b22142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:02:27.162018 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3593afd-f717-4850-a83d-2d516fc1b199 admin admin] Network hostable DHCP agents. Network: a9b9dbd4-cd8e-4044-98e3-4ed219b22142, hostable agents: ['5b28e82f-8d3c-4647-96dd-121faf1adcc1'], hosted agents: [] {{(pid=108235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:02:27.195987 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-8fa07d78-e445-40d9-bb40-1501fe60b546 None None] Port ce400047-9fdc-4b6f-a664-007c1ca40259 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:02:27.226111 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] Routers {'134b8fe0-520e-43cf-85c1-e97af7fc5cd6'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:02:27.227351 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:02:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['134b8fe0-520e-43cf-85c1-e97af7fc5cd6'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:27.232680 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84163763-97dc-4b9f-891d-9b0597b4c24e None None] Pushing event updated for resources: {'Port': ['ID=ce400047-9fdc-4b6f-a664-007c1ca40259,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:27.265814 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3593afd-f717-4850-a83d-2d516fc1b199 admin admin] Network a9b9dbd4-cd8e-4044-98e3-4ed219b22142 is scheduled to be hosted by DHCP agent 5b28e82f-8d3c-4647-96dd-121faf1adcc1 with binding_index 1 {{(pid=108235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:02:27.369635 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] Set router 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:02:27.397239 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [None req-c3593afd-f717-4850-a83d-2d516fc1b199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815780-1-iscsi, a9b9dbd4-cd8e-4044-98e3-4ed219b22142) {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:02:27.407544 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3593afd-f717-4850-a83d-2d516fc1b199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:27.408150 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c3593afd-f717-4850-a83d-2d516fc1b199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:27.424201 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04afb085-6053-4682-9e4a-04618d49389d None None] Network a9b9dbd4-cd8e-4044-98e3-4ed219b22142 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:02:27.476586 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-af7fe78c-a7ea-46ff-a043-3afba4189af4 None None] Provisioning complete for port ce400047-9fdc-4b6f-a664-007c1ca40259 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:27.476928 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-af7fe78c-a7ea-46ff-a043-3afba4189af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:27.496911 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-c3593afd-f717-4850-a83d-2d516fc1b199 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8253036 Oct 28 08:02:27.499648 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 59382) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:27.504347 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-7bc02a28-aab1-4d6f-bc5a-1e602fc1ec7e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-34220427-router', 'tenant_id': 'a70d1d28af9646b49d2501fdd0c03412', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:27.608088 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7bc02a28-aab1-4d6f-bc5a-1e602fc1ec7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:27.609162 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7bc02a28-aab1-4d6f-bc5a-1e602fc1ec7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-557362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:27.661969 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7bc02a28-aab1-4d6f-bc5a-1e602fc1ec7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:27.757133 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-af7fe78c-a7ea-46ff-a043-3afba4189af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:27.801688 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device fc4cd669-a334-4ad5-9e06-9bccb421b9f4 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:02:27.808236 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24329e31-7427-59ac-9b86-4b698544276c-a9b9dbd4-cd8e-4044-98e3-4ed219b22142', 'network_id': 'a9b9dbd4-cd8e-4044-98e3-4ed219b22142', 'tenant_id': 'a70d1d28af9646b49d2501fdd0c03412', 'fixed_ips': [{'subnet_id': '92705ac0-a317-4ff6-87d2-1d34d9307183'}]}} from dv-cinder-815780-1-iscsi. {{(pid=108237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:02:27.809080 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:27.876921 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7bc02a28-aab1-4d6f-bc5a-1e602fc1ec7e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:27.981602 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-af7fe78c-a7ea-46ff-a043-3afba4189af4 None None] For port ce400047-9fdc-4b6f-a664-007c1ca40259, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=ce400047-9fdc-4b6f-a664-007c1ca40259,segment=NetworkSegment(a2cfed3b-4ed3-4933-b580-63330d1c8df9),segment_id=a2cfed3b-4ed3-4933-b580-63330d1c8df9)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:28.071584 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'name': 'tempest-TestShelveInstance-1885326041-router', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:19Z', 'updated_at': '2021-10-28T08:02:24Z', 'revision_number': 4, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'gw_port': {'id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:20Z', 'updated_at': '2021-10-28T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': 'ce400047-9fdc-4b6f-a664-007c1ca40259', 'name': '', 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'mac_address': 'fa:16:3e:5d:3d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:23Z', 'updated_at': '2021-10-28T08:02:27Z', 'revision_number': 4, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'subnets': [{'id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:28.108839 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-af7fe78c-a7ea-46ff-a043-3afba4189af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:28.114879 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e93d01-465d-4dd0-9bb6-c67c27ba0f9d None None] The sync data for ids ['134b8fe0-520e-43cf-85c1-e97af7fc5cd6'] in dv-cinder-815780-1-iscsi is: [{'id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'name': 'tempest-TestShelveInstance-1885326041-router', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:19Z', 'updated_at': '2021-10-28T08:02:24Z', 'revision_number': 4, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'gw_port': {'id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:20Z', 'updated_at': '2021-10-28T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': 'ce400047-9fdc-4b6f-a664-007c1ca40259', 'name': '', 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'mac_address': 'fa:16:3e:5d:3d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:23Z', 'updated_at': '2021-10-28T08:02:27Z', 'revision_number': 4, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'subnets': [{'id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:02:28.174346 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port fc4cd669-a334-4ad5-9e06-9bccb421b9f4 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:28.174726 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:28.218009 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7bc02a28-aab1-4d6f-bc5a-1e602fc1ec7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:28.250020 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fe78c-a7ea-46ff-a043-3afba4189af4 None None] Pushing event updated for resources: {'Port': ['ID=ce400047-9fdc-4b6f-a664-007c1ca40259,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:28.252651 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7bc02a28-aab1-4d6f-bc5a-1e602fc1ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:28.254102 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] Allocated IP 172.20.0.2 (a9b9dbd4-cd8e-4044-98e3-4ed219b22142/92705ac0-a317-4ff6-87d2-1d34d9307183/740b2812-3871-4a27-80a8-957e2adcd46d) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:02:28.385436 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-7bc02a28-aab1-4d6f-bc5a-1e602fc1ec7e admin admin] Allocated IP 172.27.3.28 (77f84cc0-8b47-4277-be58-a93709c02eeb/2fc1b7ce-548a-406e-9830-ae6bdd788adb/ebd0f872-1935-4281-aebf-dfe7ec668ecd) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:02:28.497368 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:28.540635 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7bc02a28-aab1-4d6f-bc5a-1e602fc1ec7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:28.657797 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:28.696254 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] Network a9b9dbd4-cd8e-4044-98e3-4ed219b22142 is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:02:28.701414 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:02:28.705330 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:02:28.717413 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] Pushing event updated for resources: {'Port': ['ID=740b2812-3871-4a27-80a8-957e2adcd46d,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:28.749199 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7bc02a28-aab1-4d6f-bc5a-1e602fc1ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:28.791733 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] Attempting to bind port 740b2812-3871-4a27-80a8-957e2adcd46d on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:02:28.791733 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] Attempting to bind port 740b2812-3871-4a27-80a8-957e2adcd46d by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': '7034b0c6-3b54-41c6-a25c-c1208c8d90f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a9b9dbd4-cd8e-4044-98e3-4ed219b22142'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:02:28.791733 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] Attempting to bind port 740b2812-3871-4a27-80a8-957e2adcd46d on network a9b9dbd4-cd8e-4044-98e3-4ed219b22142 {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:02:28.791733 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:02:28.791733 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] Checking segment: {'id': '7034b0c6-3b54-41c6-a25c-c1208c8d90f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a9b9dbd4-cd8e-4044-98e3-4ed219b22142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:02:28.791733 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:28.791733 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] Bound using segment: {'id': '7034b0c6-3b54-41c6-a25c-c1208c8d90f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a9b9dbd4-cd8e-4044-98e3-4ed219b22142'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:02:28.791733 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] Bound port: 740b2812-3871-4a27-80a8-957e2adcd46d, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7034b0c6-3b54-41c6-a25c-c1208c8d90f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a9b9dbd4-cd8e-4044-98e3-4ed219b22142'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:02:28.791733 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:28.792669 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc02a28-aab1-4d6f-bc5a-1e602fc1ec7e admin admin] Network 77f84cc0-8b47-4277-be58-a93709c02eeb is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:02:28.795014 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-7bc02a28-aab1-4d6f-bc5a-1e602fc1ec7e admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:02:28.798729 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc02a28-aab1-4d6f-bc5a-1e602fc1ec7e admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:02:28.807460 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc02a28-aab1-4d6f-bc5a-1e602fc1ec7e admin admin] Pushing event updated for resources: {'Port': ['ID=ebd0f872-1935-4281-aebf-dfe7ec668ecd,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:28.875156 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] For port 740b2812-3871-4a27-80a8-957e2adcd46d, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:02:28.878571 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] For port 740b2812-3871-4a27-80a8-957e2adcd46d, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=740b2812-3871-4a27-80a8-957e2adcd46d,segment=NetworkSegment(7034b0c6-3b54-41c6-a25c-c1208c8d90f7),segment_id=7034b0c6-3b54-41c6-a25c-c1208c8d90f7)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:02:29.120132 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:29.192255 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea65d2-df09-47c6-8a76-7a63a6ac9fc7 None None] Pushing event updated for resources: {'Port': ['ID=740b2812-3871-4a27-80a8-957e2adcd46d,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:29.276501 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7bc02a28-aab1-4d6f-bc5a-1e602fc1ec7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:29.532903 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae93b2-8c72-4e3e-ad60-b0789136f0de req-c3b8d4fa-a09d-4a92-b679-a71ab6d3a2af tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:29.534517 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0cae93b2-8c72-4e3e-ad60-b0789136f0de req-c3b8d4fa-a09d-4a92-b679-a71ab6d3a2af tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 943 time: 0.0960219 Oct 28 08:02:29.564383 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7bc02a28-aab1-4d6f-bc5a-1e602fc1ec7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-557371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586405'] for router, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:29.579679 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0cae93b2-8c72-4e3e-ad60-b0789136f0de req-b99de046-84e8-4979-bf80-7a85e8e6212e tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373552 Oct 28 08:02:29.705027 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a52540-45c1-4e6e-9704-65a7264a5bce req-5cb8748a-bddc-4ec8-b67e-3b5335648b16 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:29.706896 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e2a52540-45c1-4e6e-9704-65a7264a5bce req-5cb8748a-bddc-4ec8-b67e-3b5335648b16 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 945 time: 0.0630467 Oct 28 08:02:29.778318 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e2a52540-45c1-4e6e-9704-65a7264a5bce req-3791f07c-e0c8-4a96-b333-98acad2d3b07 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625520 Oct 28 08:02:29.868356 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 740b2812-3871-4a27-80a8-957e2adcd46d up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:02:29.887902 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc02a28-aab1-4d6f-bc5a-1e602fc1ec7e admin admin] Router d5bcb29d-205c-4f49-844b-d70027817138 is scheduled to L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 with binding_index 1 {{(pid=108236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:02:29.929361 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 740b2812-3871-4a27-80a8-957e2adcd46d triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:29.932762 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:30.024078 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:30.064798 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] For port 740b2812-3871-4a27-80a8-957e2adcd46d, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=740b2812-3871-4a27-80a8-957e2adcd46d,segment=NetworkSegment(7034b0c6-3b54-41c6-a25c-c1208c8d90f7),segment_id=7034b0c6-3b54-41c6-a25c-c1208c8d90f7)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:30.185711 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7dcb41-ab87-4685-9e5e-a562932ee640 None None] Network a9b9dbd4-cd8e-4044-98e3-4ed219b22142 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:02:30.223500 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc02a28-aab1-4d6f-bc5a-1e602fc1ec7e admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:02:30.233920 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] Sync routers for ids ['d5bcb29d-205c-4f49-844b-d70027817138'] in dv-cinder-815780-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:02:30.247295 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] Routers {'d5bcb29d-205c-4f49-844b-d70027817138'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:02:30.248235 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:02:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['d5bcb29d-205c-4f49-844b-d70027817138'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:30.274114 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-e8ece4ca-6345-4343-9ccf-44743621861b None None] Provisioning complete for port 740b2812-3871-4a27-80a8-957e2adcd46d triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:30.274844 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e8ece4ca-6345-4343-9ccf-44743621861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:30.306414 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:30.307360 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device ce400047-9fdc-4b6f-a664-007c1ca40259 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:02:30.354697 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7bc02a28-aab1-4d6f-bc5a-1e602fc1ec7e admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:30.359808 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-7bc02a28-aab1-4d6f-bc5a-1e602fc1ec7e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.8557653 Oct 28 08:02:30.360408 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 59402) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:30.451828 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Pushing event updated for resources: {'Port': ['ID=740b2812-3871-4a27-80a8-957e2adcd46d,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:30.455295 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] Set router d5bcb29d-205c-4f49-844b-d70027817138 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:02:30.518539 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port ce400047-9fdc-4b6f-a664-007c1ca40259 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:30.518956 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:30.697064 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bcb29d-205c-4f49-844b-d70027817138', 'name': 'tempest-TestShelveInstance-34220427-router', 'tenant_id': 'a70d1d28af9646b49d2501fdd0c03412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ebd0f872-1935-4281-aebf-dfe7ec668ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:27Z', 'updated_at': '2021-10-28T08:02:28Z', 'revision_number': 3, 'project_id': 'a70d1d28af9646b49d2501fdd0c03412', 'gw_port': {'id': 'ebd0f872-1935-4281-aebf-dfe7ec668ecd', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:92:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bcb29d-205c-4f49-844b-d70027817138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:28Z', 'updated_at': '2021-10-28T08:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:30.734381 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] Checking router: d5bcb29d-205c-4f49-844b-d70027817138 for host: dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:02:30.735119 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] Updating router d5bcb29d-205c-4f49-844b-d70027817138 port ebd0f872-1935-4281-aebf-dfe7ec668ecd binding host dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:02:30.767449 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:30.784382 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c294be3-5833-4ecc-a302-8fee3e29a36d req-787fc3c4-27e0-4c91-b039-206675db2087 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:30.793930 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9c294be3-5833-4ecc-a302-8fee3e29a36d req-787fc3c4-27e0-4c91-b039-206675db2087 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 943 time: 0.0862134 Oct 28 08:02:30.868788 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9c294be3-5833-4ecc-a302-8fee3e29a36d req-90d5e245-9fe9-4d7a-bac6-5d5bcab57503 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721412 Oct 28 08:02:30.896999 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-9ad48093-ec32-48fd-82ab-cd3d4196b03b None None] Provisioning complete for port 740b2812-3871-4a27-80a8-957e2adcd46d triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:30.896999 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9ad48093-ec32-48fd-82ab-cd3d4196b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:31.013682 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0832aa92-9d24-4d92-b199-63f5131dd873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:31.021678 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a43da2-e479-4d3c-8cd2-bd891a6d27b3 req-d232bf4b-4474-4586-aba2-2b250bb9d50e tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:31.021678 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f0a43da2-e479-4d3c-8cd2-bd891a6d27b3 req-d232bf4b-4474-4586-aba2-2b250bb9d50e tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 945 time: 0.0657766 Oct 28 08:02:31.064450 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f0a43da2-e479-4d3c-8cd2-bd891a6d27b3 req-6668c785-5d55-4227-a920-72889800790c tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344746 Oct 28 08:02:31.095299 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] Notify callbacks [] for port, precommit_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:31.204729 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-0832aa92-9d24-4d92-b199-63f5131dd873 admin admin] Allocated IP 172.20.0.1 (a9b9dbd4-cd8e-4044-98e3-4ed219b22142/92705ac0-a317-4ff6-87d2-1d34d9307183/13efa016-2eec-4fe9-bd84-40303ae99922) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:02:31.207860 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:31.258516 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68d470-c246-47d7-8080-de0330b25889 None None] Pushing event updated for resources: {'Port': ['ID=ebd0f872-1935-4281-aebf-dfe7ec668ecd,revision_number=2']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:31.264279 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] Attempting to bind port ebd0f872-1935-4281-aebf-dfe7ec668ecd on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:02:31.265040 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] Attempting to bind port ebd0f872-1935-4281-aebf-dfe7ec668ecd by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:02:31.265040 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] Attempting to bind port ebd0f872-1935-4281-aebf-dfe7ec668ecd on network 77f84cc0-8b47-4277-be58-a93709c02eeb {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:02:31.269940 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:02:31.270306 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] Checking segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:02:31.271054 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:31.271166 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] Bound using segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:02:31.271568 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] Bound port: ebd0f872-1935-4281-aebf-dfe7ec668ecd, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:02:31.271949 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:31.312029 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0832aa92-9d24-4d92-b199-63f5131dd873 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:31.324298 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] For port ebd0f872-1935-4281-aebf-dfe7ec668ecd, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:02:31.327759 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] For port ebd0f872-1935-4281-aebf-dfe7ec668ecd, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=ebd0f872-1935-4281-aebf-dfe7ec668ecd,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:02:31.431707 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:31.459784 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0832aa92-9d24-4d92-b199-63f5131dd873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:31.494420 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] Routers {'d5bcb29d-205c-4f49-844b-d70027817138'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:02:31.495074 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:02:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['d5bcb29d-205c-4f49-844b-d70027817138'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:31.503424 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0832aa92-9d24-4d92-b199-63f5131dd873 admin admin] Network a9b9dbd4-cd8e-4044-98e3-4ed219b22142 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:02:31.507826 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-0832aa92-9d24-4d92-b199-63f5131dd873 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:02:31.514364 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0832aa92-9d24-4d92-b199-63f5131dd873 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:02:31.517483 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832aa92-9d24-4d92-b199-63f5131dd873 admin admin] Pushing event updated for resources: {'Port': ['ID=13efa016-2eec-4fe9-bd84-40303ae99922,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:31.534043 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68d470-c246-47d7-8080-de0330b25889 None None] Pushing event updated for resources: {'Port': ['ID=ebd0f872-1935-4281-aebf-dfe7ec668ecd,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:31.558871 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0832aa92-9d24-4d92-b199-63f5131dd873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586640'] for router_interface, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:31.637141 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] Set router d5bcb29d-205c-4f49-844b-d70027817138 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:02:31.725039 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-cc10163d-6b8f-4965-9856-1e6767e95d98 None None] Provisioning complete for port 13efa016-2eec-4fe9-bd84-40303ae99922 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:31.725417 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-cc10163d-6b8f-4965-9856-1e6767e95d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:31.763476 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-cc10163d-6b8f-4965-9856-1e6767e95d98 None None] Port 13efa016-2eec-4fe9-bd84-40303ae99922 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:02:31.784995 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0832aa92-9d24-4d92-b199-63f5131dd873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:31.805029 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 740b2812-3871-4a27-80a8-957e2adcd46d up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:02:31.850694 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bcb29d-205c-4f49-844b-d70027817138', 'name': 'tempest-TestShelveInstance-34220427-router', 'tenant_id': 'a70d1d28af9646b49d2501fdd0c03412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ebd0f872-1935-4281-aebf-dfe7ec668ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:27Z', 'updated_at': '2021-10-28T08:02:28Z', 'revision_number': 3, 'project_id': 'a70d1d28af9646b49d2501fdd0c03412', 'gw_port': {'id': 'ebd0f872-1935-4281-aebf-dfe7ec668ecd', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:92:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bcb29d-205c-4f49-844b-d70027817138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:28Z', 'updated_at': '2021-10-28T08:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:31.863616 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 740b2812-3871-4a27-80a8-957e2adcd46d triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:31.863991 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:31.878995 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26700bd1-ab5e-40df-a175-e74f72735953 None None] The sync data for ids ['d5bcb29d-205c-4f49-844b-d70027817138'] in dv-cinder-815780-1-iscsi is: [{'id': 'd5bcb29d-205c-4f49-844b-d70027817138', 'name': 'tempest-TestShelveInstance-34220427-router', 'tenant_id': 'a70d1d28af9646b49d2501fdd0c03412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ebd0f872-1935-4281-aebf-dfe7ec668ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:27Z', 'updated_at': '2021-10-28T08:02:28Z', 'revision_number': 3, 'project_id': 'a70d1d28af9646b49d2501fdd0c03412', 'gw_port': {'id': 'ebd0f872-1935-4281-aebf-dfe7ec668ecd', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:92:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bcb29d-205c-4f49-844b-d70027817138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:28Z', 'updated_at': '2021-10-28T08:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:02:31.978731 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0832aa92-9d24-4d92-b199-63f5131dd873 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:32.083539 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0832aa92-9d24-4d92-b199-63f5131dd873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:32.168174 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832aa92-9d24-4d92-b199-63f5131dd873 admin admin] Pushing event updated for resources: {'Port': ['ID=13efa016-2eec-4fe9-bd84-40303ae99922,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:32.174960 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0832aa92-9d24-4d92-b199-63f5131dd873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586724'] for router_interface, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:32.278986 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0832aa92-9d24-4d92-b199-63f5131dd873 admin admin] Network a9b9dbd4-cd8e-4044-98e3-4ed219b22142 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:02:32.280373 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-0832aa92-9d24-4d92-b199-63f5131dd873 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:02:32.402549 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0832aa92-9d24-4d92-b199-63f5131dd873 admin admin] Router d5bcb29d-205c-4f49-844b-d70027817138 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:02:32.490145 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-bd49d618-5751-4a36-97f1-66023093d88c None None] Provisioning complete for port 13efa016-2eec-4fe9-bd84-40303ae99922 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:32.490697 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bd49d618-5751-4a36-97f1-66023093d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:32.515691 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0832aa92-9d24-4d92-b199-63f5131dd873 admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:02:32.525217 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-0832aa92-9d24-4d92-b199-63f5131dd873 admin admin] 10.222.0.37 "PUT /v2.0/routers/d5bcb29d-205c-4f49-844b-d70027817138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1592867 Oct 28 08:02:32.529658 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-bd49d618-5751-4a36-97f1-66023093d88c None None] Port 13efa016-2eec-4fe9-bd84-40303ae99922 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:02:33.402636 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] Sync routers for ids ['d5bcb29d-205c-4f49-844b-d70027817138'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:02:33.412084 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] Routers {'d5bcb29d-205c-4f49-844b-d70027817138'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:02:33.412688 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:02:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['d5bcb29d-205c-4f49-844b-d70027817138'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:33.521475 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] Set router d5bcb29d-205c-4f49-844b-d70027817138 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:02:33.757853 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bcb29d-205c-4f49-844b-d70027817138', 'name': 'tempest-TestShelveInstance-34220427-router', 'tenant_id': 'a70d1d28af9646b49d2501fdd0c03412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ebd0f872-1935-4281-aebf-dfe7ec668ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:27Z', 'updated_at': '2021-10-28T08:02:31Z', 'revision_number': 4, 'project_id': 'a70d1d28af9646b49d2501fdd0c03412', 'gw_port': {'id': 'ebd0f872-1935-4281-aebf-dfe7ec668ecd', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:92:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bcb29d-205c-4f49-844b-d70027817138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:28Z', 'updated_at': '2021-10-28T08:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '13efa016-2eec-4fe9-bd84-40303ae99922', 'name': '', 'network_id': 'a9b9dbd4-cd8e-4044-98e3-4ed219b22142', 'tenant_id': 'a70d1d28af9646b49d2501fdd0c03412', 'mac_address': 'fa:16:3e:ff:ea:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bcb29d-205c-4f49-844b-d70027817138', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92705ac0-a317-4ff6-87d2-1d34d9307183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:31Z', 'updated_at': '2021-10-28T08:02:31Z', 'revision_number': 2, 'project_id': 'a70d1d28af9646b49d2501fdd0c03412', 'subnets': [{'id': '92705ac0-a317-4ff6-87d2-1d34d9307183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:33.798518 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] Checking router: d5bcb29d-205c-4f49-844b-d70027817138 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:02:33.798904 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] Updating router d5bcb29d-205c-4f49-844b-d70027817138 port 13efa016-2eec-4fe9-bd84-40303ae99922 binding host dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:02:33.938040 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device ebd0f872-1935-4281-aebf-dfe7ec668ecd up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:02:33.967186 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:34.086494 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port ebd0f872-1935-4281-aebf-dfe7ec668ecd triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:34.086892 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:34.249839 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:34.283652 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] For port ebd0f872-1935-4281-aebf-dfe7ec668ecd, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=ebd0f872-1935-4281-aebf-dfe7ec668ecd,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:34.328321 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:34.373496 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:34.404294 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:34.437533 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Pushing event updated for resources: {'Port': ['ID=ebd0f872-1935-4281-aebf-dfe7ec668ecd,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:34.524648 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95e3b4-4ee7-4396-8908-40aa3e7e31b5 None None] Pushing event updated for resources: {'Port': ['ID=13efa016-2eec-4fe9-bd84-40303ae99922,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:34.531099 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] Attempting to bind port 13efa016-2eec-4fe9-bd84-40303ae99922 on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:02:34.531476 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] Attempting to bind port 13efa016-2eec-4fe9-bd84-40303ae99922 by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': '7034b0c6-3b54-41c6-a25c-c1208c8d90f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a9b9dbd4-cd8e-4044-98e3-4ed219b22142'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:02:34.531869 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] Attempting to bind port 13efa016-2eec-4fe9-bd84-40303ae99922 on network a9b9dbd4-cd8e-4044-98e3-4ed219b22142 {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:02:34.537468 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:02:34.537862 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] Checking segment: {'id': '7034b0c6-3b54-41c6-a25c-c1208c8d90f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a9b9dbd4-cd8e-4044-98e3-4ed219b22142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:02:34.538825 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:34.539346 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] Bound using segment: {'id': '7034b0c6-3b54-41c6-a25c-c1208c8d90f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a9b9dbd4-cd8e-4044-98e3-4ed219b22142'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:02:34.540094 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] Bound port: 13efa016-2eec-4fe9-bd84-40303ae99922, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7034b0c6-3b54-41c6-a25c-c1208c8d90f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a9b9dbd4-cd8e-4044-98e3-4ed219b22142'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:02:34.540503 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:34.613686 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] For port 13efa016-2eec-4fe9-bd84-40303ae99922, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:02:34.618429 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] For port 13efa016-2eec-4fe9-bd84-40303ae99922, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=13efa016-2eec-4fe9-bd84-40303ae99922,segment=NetworkSegment(7034b0c6-3b54-41c6-a25c-c1208c8d90f7),segment_id=7034b0c6-3b54-41c6-a25c-c1208c8d90f7)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:02:34.671273 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-2cf09744-83a1-4a7f-927b-e276ed803939 None None] Provisioning complete for port 13efa016-2eec-4fe9-bd84-40303ae99922 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:34.671650 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2cf09744-83a1-4a7f-927b-e276ed803939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:34.710652 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-2cf09744-83a1-4a7f-927b-e276ed803939 None None] Port 13efa016-2eec-4fe9-bd84-40303ae99922 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:02:34.737252 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:34.806689 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] Routers {'d5bcb29d-205c-4f49-844b-d70027817138'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:02:34.806689 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:02:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['d5bcb29d-205c-4f49-844b-d70027817138'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:34.811350 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95e3b4-4ee7-4396-8908-40aa3e7e31b5 None None] Pushing event updated for resources: {'Port': ['ID=13efa016-2eec-4fe9-bd84-40303ae99922,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:34.944200 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] Set router d5bcb29d-205c-4f49-844b-d70027817138 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:02:35.084966 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-86c8bc32-a44d-4546-8a00-b220d10a440a None None] Provisioning complete for port 13efa016-2eec-4fe9-bd84-40303ae99922 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:35.085735 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-86c8bc32-a44d-4546-8a00-b220d10a440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:35.233362 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-86c8bc32-a44d-4546-8a00-b220d10a440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:35.272754 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bcb29d-205c-4f49-844b-d70027817138', 'name': 'tempest-TestShelveInstance-34220427-router', 'tenant_id': 'a70d1d28af9646b49d2501fdd0c03412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ebd0f872-1935-4281-aebf-dfe7ec668ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:27Z', 'updated_at': '2021-10-28T08:02:31Z', 'revision_number': 4, 'project_id': 'a70d1d28af9646b49d2501fdd0c03412', 'gw_port': {'id': 'ebd0f872-1935-4281-aebf-dfe7ec668ecd', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:92:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bcb29d-205c-4f49-844b-d70027817138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:28Z', 'updated_at': '2021-10-28T08:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '13efa016-2eec-4fe9-bd84-40303ae99922', 'name': '', 'network_id': 'a9b9dbd4-cd8e-4044-98e3-4ed219b22142', 'tenant_id': 'a70d1d28af9646b49d2501fdd0c03412', 'mac_address': 'fa:16:3e:ff:ea:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bcb29d-205c-4f49-844b-d70027817138', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92705ac0-a317-4ff6-87d2-1d34d9307183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:31Z', 'updated_at': '2021-10-28T08:02:34Z', 'revision_number': 4, 'project_id': 'a70d1d28af9646b49d2501fdd0c03412', 'subnets': [{'id': '92705ac0-a317-4ff6-87d2-1d34d9307183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:02:35.276099 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-86c8bc32-a44d-4546-8a00-b220d10a440a None None] For port 13efa016-2eec-4fe9-bd84-40303ae99922, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=13efa016-2eec-4fe9-bd84-40303ae99922,segment=NetworkSegment(7034b0c6-3b54-41c6-a25c-c1208c8d90f7),segment_id=7034b0c6-3b54-41c6-a25c-c1208c8d90f7)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:35.311675 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dc27e4-103e-4d73-aca8-e989409f4ee1 None None] The sync data for ids ['d5bcb29d-205c-4f49-844b-d70027817138'] in dv-cinder-815780-1-iscsi is: [{'id': 'd5bcb29d-205c-4f49-844b-d70027817138', 'name': 'tempest-TestShelveInstance-34220427-router', 'tenant_id': 'a70d1d28af9646b49d2501fdd0c03412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ebd0f872-1935-4281-aebf-dfe7ec668ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:27Z', 'updated_at': '2021-10-28T08:02:31Z', 'revision_number': 4, 'project_id': 'a70d1d28af9646b49d2501fdd0c03412', 'gw_port': {'id': 'ebd0f872-1935-4281-aebf-dfe7ec668ecd', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:92:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bcb29d-205c-4f49-844b-d70027817138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:28Z', 'updated_at': '2021-10-28T08:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '13efa016-2eec-4fe9-bd84-40303ae99922', 'name': '', 'network_id': 'a9b9dbd4-cd8e-4044-98e3-4ed219b22142', 'tenant_id': 'a70d1d28af9646b49d2501fdd0c03412', 'mac_address': 'fa:16:3e:ff:ea:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bcb29d-205c-4f49-844b-d70027817138', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '92705ac0-a317-4ff6-87d2-1d34d9307183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:31Z', 'updated_at': '2021-10-28T08:02:34Z', 'revision_number': 4, 'project_id': 'a70d1d28af9646b49d2501fdd0c03412', 'subnets': [{'id': '92705ac0-a317-4ff6-87d2-1d34d9307183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:02:35.313988 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e434910-763e-412b-a6cd-2c160ff0b1b7 req-de0bbd54-478a-476b-9377-0350be0dddc9 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:35.315910 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3e434910-763e-412b-a6cd-2c160ff0b1b7 req-de0bbd54-478a-476b-9377-0350be0dddc9 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 943 time: 0.0745437 Oct 28 08:02:35.324644 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d3253-43ad-4c87-9b8a-7c40968e196c req-7b24acf5-591b-43fe-b336-6c3d24b965d8 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:35.326541 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-138d3253-43ad-4c87-9b8a-7c40968e196c req-7b24acf5-591b-43fe-b336-6c3d24b965d8 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 945 time: 0.0939970 Oct 28 08:02:35.384205 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-86c8bc32-a44d-4546-8a00-b220d10a440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:35.409923 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-138d3253-43ad-4c87-9b8a-7c40968e196c req-2b60b310-0132-4dda-8d05-feb774bfc2d3 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749905 Oct 28 08:02:35.423946 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3e434910-763e-412b-a6cd-2c160ff0b1b7 req-5e0590c2-ffcb-422b-93ad-2f13b82b5401 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936403 Oct 28 08:02:35.478689 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8bc32-a44d-4546-8a00-b220d10a440a None None] Pushing event updated for resources: {'Port': ['ID=13efa016-2eec-4fe9-bd84-40303ae99922,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:35.951264 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 13efa016-2eec-4fe9-bd84-40303ae99922 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:02:36.009452 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 13efa016-2eec-4fe9-bd84-40303ae99922 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:36.010800 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:36.094868 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device ebd0f872-1935-4281-aebf-dfe7ec668ecd up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:02:36.107589 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 59462) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:36.112416 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-9a8b9461-5839-4a9e-a468-8c29410fef91 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1138194124', 'description': 'tempest-secgroup-smoke-1138194124 description', 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:36.151147 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port ebd0f872-1935-4281-aebf-dfe7ec668ecd triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:36.151524 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:36.211717 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9a8b9461-5839-4a9e-a468-8c29410fef91 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:36.300053 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9a8b9461-5839-4a9e-a468-8c29410fef91 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:36.445428 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9a8b9461-5839-4a9e-a468-8c29410fef91 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:36.488390 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b9461-5839-4a9e-a468-8c29410fef91 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:36.580335 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e33437-1f35-4a97-9d37-af33b2ddf938 req-0e4049a5-2eaf-4091-8687-46cd0a78bc6f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:36.581846 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b0e33437-1f35-4a97-9d37-af33b2ddf938 req-0e4049a5-2eaf-4091-8687-46cd0a78bc6f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 943 time: 0.0771694 Oct 28 08:02:36.594727 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca6444-8341-49f0-96b3-50da0b9e85ae req-03868d64-a594-4c66-bfc3-42afae0a6741 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:36.596247 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-88ca6444-8341-49f0-96b3-50da0b9e85ae req-03868d64-a594-4c66-bfc3-42afae0a6741 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 945 time: 0.0825062 Oct 28 08:02:36.602976 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9a8b9461-5839-4a9e-a468-8c29410fef91 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:36.604239 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-9a8b9461-5839-4a9e-a468-8c29410fef91 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4955440 Oct 28 08:02:36.608501 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 59474) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:36.619515 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-92e17bfa-4841-45d8-90a8-84ad7ba36890 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Request body: {'security_group_rule': {'security_group_id': 'a8d2f2fb-c79c-47aa-8369-82dc2cb36f08', 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:36.652240 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b0e33437-1f35-4a97-9d37-af33b2ddf938 req-19b7d36c-a05c-45cd-aee3-0da4c8c0dc2a tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549934 Oct 28 08:02:36.659655 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-88ca6444-8341-49f0-96b3-50da0b9e85ae req-eb346473-688f-406c-9bc8-ab80dcdfabd5 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534837 Oct 28 08:02:36.755777 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-92e17bfa-4841-45d8-90a8-84ad7ba36890 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:36.834315 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-92e17bfa-4841-45d8-90a8-84ad7ba36890 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:37.030372 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-92e17bfa-4841-45d8-90a8-84ad7ba36890 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:37.049584 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e17bfa-4841-45d8-90a8-84ad7ba36890 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d02bbf8-d3ef-4a83-8e3d-f61709e98c28,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:37.181789 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-92e17bfa-4841-45d8-90a8-84ad7ba36890 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:37.182992 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-92e17bfa-4841-45d8-90a8-84ad7ba36890 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5734394 Oct 28 08:02:37.185742 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 59480) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:37.189717 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 6796ef41-a3d1-4cbc-8dde-1be206031c42 up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:02:37.190264 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-79ecf201-dcf9-44c2-bf36-6ae744be5fa0 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Request body: {'security_group_rule': {'security_group_id': 'a8d2f2fb-c79c-47aa-8369-82dc2cb36f08', 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:37.353331 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79ecf201-dcf9-44c2-bf36-6ae744be5fa0 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:37.411491 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79ecf201-dcf9-44c2-bf36-6ae744be5fa0 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:37.433153 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port 6796ef41-a3d1-4cbc-8dde-1be206031c42 completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:02:37.440089 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port 6796ef41-a3d1-4cbc-8dde-1be206031c42 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:37.440763 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:37.535294 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:37.559152 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c879c8f0-25ea-469d-be46-cf61bafe19bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6796ef41-a3d1-4cbc-8dde-1be206031c42'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:02:37.561441 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0aaae04-971f-43fa-ad15-8a4662d9fcc2" -d '{"events": [{"server_uuid": "c879c8f0-25ea-469d-be46-cf61bafe19bd", "name": "network-vif-plugged", "status": "completed", "tag": "6796ef41-a3d1-4cbc-8dde-1be206031c42"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:02:37.574501 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 6796ef41-a3d1-4cbc-8dde-1be206031c42, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=6796ef41-a3d1-4cbc-8dde-1be206031c42,segment=NetworkSegment(e1a2d5cf-914c-4552-9ab2-4893c92e1667),segment_id=e1a2d5cf-914c-4552-9ab2-4893c92e1667)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:37.578874 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79ecf201-dcf9-44c2-bf36-6ae744be5fa0 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:37.594205 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecf201-dcf9-44c2-bf36-6ae744be5fa0 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35f4f26-cbde-4a96-a44c-9e0e84ffc287,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:37.653685 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:37.695591 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79ecf201-dcf9-44c2-bf36-6ae744be5fa0 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:37.696830 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-79ecf201-dcf9-44c2-bf36-6ae744be5fa0 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5101597 Oct 28 08:02:37.699554 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 59494) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:37.703682 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=6796ef41-a3d1-4cbc-8dde-1be206031c42,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:37.704689 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-9bb0ad8c-4587-42ae-8769-f0ce9f49c8a5 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Request body: {'security_group_rule': {'security_group_id': 'a8d2f2fb-c79c-47aa-8369-82dc2cb36f08', 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:37.711980 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:37.712366 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:37.712721 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:37.713065 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:37.713405 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:37.713743 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:37.714077 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:37.714436 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:37.714809 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:37.715146 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:37.715479 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:37.715809 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:02:37.800666 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912cae05-1d09-480e-9fcf-b92bda63935c x-openstack-request-id: req-912cae05-1d09-480e-9fcf-b92bda63935c {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:02:37.801212 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c879c8f0-25ea-469d-be46-cf61bafe19bd", "name": "network-vif-plugged", "status": "completed", "tag": "6796ef41-a3d1-4cbc-8dde-1be206031c42", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:02:37.801474 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-912cae05-1d09-480e-9fcf-b92bda63935c {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:02:37.801899 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c879c8f0-25ea-469d-be46-cf61bafe19bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6796ef41-a3d1-4cbc-8dde-1be206031c42', 'code': 200} Oct 28 08:02:37.820939 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ad8c-4587-42ae-8769-f0ce9f49c8a5 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:37.912123 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ad8c-4587-42ae-8769-f0ce9f49c8a5 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:37.924742 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d26342-7155-4c0e-bd00-d1339c4fbf27 req-76555b59-a6ec-4827-8578-435dd7ed868f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:37.926274 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d4d26342-7155-4c0e-bd00-d1339c4fbf27 req-76555b59-a6ec-4827-8578-435dd7ed868f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 943 time: 0.1018896 Oct 28 08:02:37.955162 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7033e-67f9-4f5c-a4ed-ec0e7f5e24e3 req-aff436ec-e416-430b-a11e-388be13591d1 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:37.961397 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b4d7033e-67f9-4f5c-a4ed-ec0e7f5e24e3 req-aff436ec-e416-430b-a11e-388be13591d1 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 946 time: 0.0883050 Oct 28 08:02:37.993937 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d4d26342-7155-4c0e-bd00-d1339c4fbf27 req-8885d761-d62e-457f-bcbe-826b45424a28 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608225 Oct 28 08:02:38.012160 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b4d7033e-67f9-4f5c-a4ed-ec0e7f5e24e3 req-266362ab-2525-48e2-9a9d-81812890d05d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475273 Oct 28 08:02:38.207383 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ad8c-4587-42ae-8769-f0ce9f49c8a5 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:38.225499 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0ad8c-4587-42ae-8769-f0ce9f49c8a5 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6348f0fa-2d88-43a9-a0bd-40223170db7a,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:38.375515 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ad8c-4587-42ae-8769-f0ce9f49c8a5 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:38.379011 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-9bb0ad8c-4587-42ae-8769-f0ce9f49c8a5 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6757159 Oct 28 08:02:38.380089 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 59500) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:38.384942 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-c9aa309a-e05d-4a39-83ec-47233a1aacce tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Request body: {'security_group_rule': {'security_group_id': 'a8d2f2fb-c79c-47aa-8369-82dc2cb36f08', 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:38.419946 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3872575-5e17-45f1-a188-58ec52c325b1 req-56a1e050-20b2-45a8-bdae-2f7930a7b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:38.421461 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a3872575-5e17-45f1-a188-58ec52c325b1 req-56a1e050-20b2-45a8-bdae-2f7930a7b760 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 1099 time: 0.0430472 Oct 28 08:02:38.458209 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a3872575-5e17-45f1-a188-58ec52c325b1 req-797d08bc-dbdb-49d1-a579-de0fefa85d7c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279129 Oct 28 08:02:38.502148 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c9aa309a-e05d-4a39-83ec-47233a1aacce tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:38.556238 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c9aa309a-e05d-4a39-83ec-47233a1aacce tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:38.680479 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c9aa309a-e05d-4a39-83ec-47233a1aacce tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:38.699144 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa309a-e05d-4a39-83ec-47233a1aacce tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08402d1a-d772-43ac-9732-a63be5b6265b,revision_number=0']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:38.851124 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c9aa309a-e05d-4a39-83ec-47233a1aacce tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:38.863078 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-c9aa309a-e05d-4a39-83ec-47233a1aacce tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4712725 Oct 28 08:02:38.863788 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 59508) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:38.863788 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-be22d9d3-f442-49e5-9af3-c60148bb1d09 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Request body: {'security_group_rule': {'security_group_id': 'a8d2f2fb-c79c-47aa-8369-82dc2cb36f08', 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:39.139239 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.securitygroups_db [None req-be22d9d3-f442-49e5-9af3-c60148bb1d09 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Project e8e3328adfdb47159a3c8f03b8a4b91e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 08:02:39.144600 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-be22d9d3-f442-49e5-9af3-c60148bb1d09 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:39.184943 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device a1442253-f860-4eba-a780-3487d1d4f120 details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:02:39.205248 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-be22d9d3-f442-49e5-9af3-c60148bb1d09 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:39.299325 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-be22d9d3-f442-49e5-9af3-c60148bb1d09 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:39.302830 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port a1442253-f860-4eba-a780-3487d1d4f120, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=a1442253-f860-4eba-a780-3487d1d4f120,segment=NetworkSegment(15ed8bd0-2d21-4b3f-849f-de9c63133ea4),segment_id=15ed8bd0-2d21-4b3f-849f-de9c63133ea4)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:39.317013 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': 'a1442253-f860-4eba-a780-3487d1d4f120', 'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd', 'port_id': 'a1442253-f860-4eba-a780-3487d1d4f120', 'mac_address': 'fa:16:3e:75:95:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39f83df-27b3-4b96-aeb8-a6adcc54bf0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:02:39.317885 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51169a-9c4f-4b8f-bf18-7928b50ec0f7 req-8b709551-143e-4c87-bea3-c3f024a24224 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:39.321746 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22d9d3-f442-49e5-9af3-c60148bb1d09 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3a1abf-002e-4594-a509-fc8d69dd4e55,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:39.325468 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0e51169a-9c4f-4b8f-bf18-7928b50ec0f7 req-8b709551-143e-4c87-bea3-c3f024a24224 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 943 time: 0.0911095 Oct 28 08:02:39.357216 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30940d14-db74-4f9c-a738-3faa27ec6fd2 req-80fc0459-c8ca-49a8-9325-8ce7ba6a7a5d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:39.358984 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30940d14-db74-4f9c-a738-3faa27ec6fd2 req-80fc0459-c8ca-49a8-9325-8ce7ba6a7a5d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 946 time: 0.0977530 Oct 28 08:02:39.361007 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:39.375227 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1442253-f860-4eba-a780-3487d1d4f120 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:02:39.391917 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0e51169a-9c4f-4b8f-bf18-7928b50ec0f7 req-32a475cb-ab99-48f5-b047-94b92c07299d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655658 Oct 28 08:02:39.398270 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port a1442253-f860-4eba-a780-3487d1d4f120, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=a1442253-f860-4eba-a780-3487d1d4f120,segment=NetworkSegment(15ed8bd0-2d21-4b3f-849f-de9c63133ea4),segment_id=15ed8bd0-2d21-4b3f-849f-de9c63133ea4)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:39.414913 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30940d14-db74-4f9c-a738-3faa27ec6fd2 req-bb7d6719-065b-42f4-aaae-d5c79d715b9a tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485024 Oct 28 08:02:39.487505 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-be22d9d3-f442-49e5-9af3-c60148bb1d09 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:39.488755 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-be22d9d3-f442-49e5-9af3-c60148bb1d09 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6324334 Oct 28 08:02:39.491708 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 59518) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:02:39.496428 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-64f824fd-dbb0-4509-ae1b-9899c05a1046 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Request body: {'security_group_rule': {'security_group_id': 'a8d2f2fb-c79c-47aa-8369-82dc2cb36f08', 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:02:39.527554 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:39.528421 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 49569433-de1c-4ddf-899d-51af87fcc5c9 details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:02:39.594063 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=a1442253-f860-4eba-a780-3487d1d4f120,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:39.598013 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 49569433-de1c-4ddf-899d-51af87fcc5c9, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=49569433-de1c-4ddf-899d-51af87fcc5c9,segment=NetworkSegment(15ed8bd0-2d21-4b3f-849f-de9c63133ea4),segment_id=15ed8bd0-2d21-4b3f-849f-de9c63133ea4)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:39.609931 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': '49569433-de1c-4ddf-899d-51af87fcc5c9', 'network_id': '5fc512c8-fed6-4f52-8717-5fe5d31a09fd', 'port_id': '49569433-de1c-4ddf-899d-51af87fcc5c9', 'mac_address': 'fa:16:3e:62:4e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39f83df-27b3-4b96-aeb8-a6adcc54bf0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:02:39.651156 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:39.653487 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.securitygroups_db [None req-64f824fd-dbb0-4509-ae1b-9899c05a1046 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Project e8e3328adfdb47159a3c8f03b8a4b91e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 08:02:39.658653 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-64f824fd-dbb0-4509-ae1b-9899c05a1046 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:39.665493 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49569433-de1c-4ddf-899d-51af87fcc5c9 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:02:39.686039 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 49569433-de1c-4ddf-899d-51af87fcc5c9, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=49569433-de1c-4ddf-899d-51af87fcc5c9,segment=NetworkSegment(15ed8bd0-2d21-4b3f-849f-de9c63133ea4),segment_id=15ed8bd0-2d21-4b3f-849f-de9c63133ea4)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:39.722624 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-64f824fd-dbb0-4509-ae1b-9899c05a1046 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:39.790461 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:39.839675 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=49569433-de1c-4ddf-899d-51af87fcc5c9,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:39.841984 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-64f824fd-dbb0-4509-ae1b-9899c05a1046 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:39.860074 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f824fd-dbb0-4509-ae1b-9899c05a1046 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01cc4b4-8b0a-4917-b2b3-bed63ae2f1e0,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:40.164408 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-64f824fd-dbb0-4509-ae1b-9899c05a1046 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:40.169125 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-64f824fd-dbb0-4509-ae1b-9899c05a1046 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6729586 Oct 28 08:02:40.555914 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabe208-d4ff-4e51-b597-f371a2135b58 req-e049dda4-21b8-4230-a511-22b78367af3e tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:40.557446 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bdabe208-d4ff-4e51-b597-f371a2135b58 req-e049dda4-21b8-4230-a511-22b78367af3e tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 944 time: 0.0861444 Oct 28 08:02:40.564876 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc0809-431e-430c-bed1-1af0a7f0d2f7 req-a08a9969-f698-44c7-bbe9-44781f8344ab tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:40.566289 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-50dc0809-431e-430c-bed1-1af0a7f0d2f7 req-a08a9969-f698-44c7-bbe9-44781f8344ab tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 946 time: 0.0676861 Oct 28 08:02:40.631821 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bdabe208-d4ff-4e51-b597-f371a2135b58 req-0f16d017-79cf-49a4-a147-a8fec6d0fc91 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553639 Oct 28 08:02:40.631821 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-50dc0809-431e-430c-bed1-1af0a7f0d2f7 req-ffeefc45-1609-4221-ab7e-4fc665e309cf tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540593 Oct 28 08:02:41.525469 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['49569433-de1c-4ddf-899d-51af87fcc5c9'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:02:41.789150 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1eb19-bba9-4e7b-9e58-c0680a0b8d5f req-63612e9f-dda1-4b8d-a442-3c31f384deee tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:41.790917 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-92e1eb19-bba9-4e7b-9e58-c0680a0b8d5f req-63612e9f-dda1-4b8d-a442-3c31f384deee tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 944 time: 0.0818424 Oct 28 08:02:41.798413 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ecfce-b77f-4e67-bc1c-d90c81996770 req-9b2b9ee1-4aae-47d4-82c7-2922bab532c9 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:41.818150 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0c4ecfce-b77f-4e67-bc1c-d90c81996770 req-9b2b9ee1-4aae-47d4-82c7-2922bab532c9 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 946 time: 0.0817077 Oct 28 08:02:41.864811 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0c4ecfce-b77f-4e67-bc1c-d90c81996770 req-7b17003d-6813-4051-ad95-19c9c88c49b2 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577559 Oct 28 08:02:41.867620 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-92e1eb19-bba9-4e7b-9e58-c0680a0b8d5f req-21df2989-904c-42ce-ae6a-f69bde777c3a tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667770 Oct 28 08:02:41.917671 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['a1442253-f860-4eba-a780-3487d1d4f120'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:02:43.174601 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb07de-fa83-452d-aaa5-0010a5819427 req-a1447876-7688-40fc-af7d-7fc01727721c tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:43.176098 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-28cb07de-fa83-452d-aaa5-0010a5819427 req-a1447876-7688-40fc-af7d-7fc01727721c tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 946 time: 0.1582053 Oct 28 08:02:43.185467 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b4c3d-39e4-4796-8e5b-13df818aea7f req-a6617eb2-f7e8-4d48-985e-780b727dbcc2 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:43.187028 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e54b4c3d-39e4-4796-8e5b-13df818aea7f req-a6617eb2-f7e8-4d48-985e-780b727dbcc2 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 944 time: 0.1508026 Oct 28 08:02:43.242322 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-28cb07de-fa83-452d-aaa5-0010a5819427 req-a1a94fee-2461-475c-9281-f7cbb8884eb1 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543084 Oct 28 08:02:43.249680 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e54b4c3d-39e4-4796-8e5b-13df818aea7f req-bf770cd4-62bb-4b95-a9e1-d5d65381b972 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556483 Oct 28 08:02:44.389122 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da676b69-0334-4fc2-bb2e-f1484ffd5fa8 req-65ede096-bdcb-48e7-8879-9447527060a6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:44.390516 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-da676b69-0334-4fc2-bb2e-f1484ffd5fa8 req-65ede096-bdcb-48e7-8879-9447527060a6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 944 time: 0.0547173 Oct 28 08:02:44.430105 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-da676b69-0334-4fc2-bb2e-f1484ffd5fa8 req-08d28712-e2a5-42b2-a488-6e4853099fdf tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336380 Oct 28 08:02:45.194841 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device a1442253-f860-4eba-a780-3487d1d4f120 up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:02:45.342586 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port a1442253-f860-4eba-a780-3487d1d4f120 completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:02:45.348779 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port a1442253-f860-4eba-a780-3487d1d4f120 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:45.348779 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:45.451111 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:45.480372 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcb4711-ccde-4fc0-a707-977b36169b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1442253-f860-4eba-a780-3487d1d4f120'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:02:45.482812 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca25a965-2d4c-4ed4-bdcc-8630b36335e8" -d '{"events": [{"server_uuid": "cbcb4711-ccde-4fc0-a707-977b36169b09", "name": "network-vif-plugged", "status": "completed", "tag": "a1442253-f860-4eba-a780-3487d1d4f120"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:02:45.509581 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port a1442253-f860-4eba-a780-3487d1d4f120, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=a1442253-f860-4eba-a780-3487d1d4f120,segment=NetworkSegment(15ed8bd0-2d21-4b3f-849f-de9c63133ea4),segment_id=15ed8bd0-2d21-4b3f-849f-de9c63133ea4)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:45.530143 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4730dd7c-0309-481c-b07e-ff19b164e341 x-openstack-request-id: req-4730dd7c-0309-481c-b07e-ff19b164e341 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:02:45.530601 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcb4711-ccde-4fc0-a707-977b36169b09", "name": "network-vif-plugged", "status": "completed", "tag": "a1442253-f860-4eba-a780-3487d1d4f120", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:02:45.530712 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4730dd7c-0309-481c-b07e-ff19b164e341 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:02:45.531189 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcb4711-ccde-4fc0-a707-977b36169b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1442253-f860-4eba-a780-3487d1d4f120', 'code': 200} Oct 28 08:02:45.617013 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725bd87-644b-4ed9-8ebd-4db4dc3ff26c req-072b62c6-7278-46c9-95fc-8c01587e469e tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:45.620484 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2725bd87-644b-4ed9-8ebd-4db4dc3ff26c req-072b62c6-7278-46c9-95fc-8c01587e469e tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 944 time: 0.0936217 Oct 28 08:02:45.682115 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2725bd87-644b-4ed9-8ebd-4db4dc3ff26c req-cd0e55cc-49a2-4f88-abb3-14dcad37bf9c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539422 Oct 28 08:02:45.700782 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:45.702011 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 49569433-de1c-4ddf-899d-51af87fcc5c9 up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:02:45.794232 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=a1442253-f860-4eba-a780-3487d1d4f120,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:46.068444 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port 49569433-de1c-4ddf-899d-51af87fcc5c9 completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:02:46.073805 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port 49569433-de1c-4ddf-899d-51af87fcc5c9 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:02:46.074372 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:46.151693 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ae7a0-cd00-4e7d-b0d6-a7f496868e7c req-40295428-44eb-4307-8733-7c83f8bcab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:46.154454 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bb0ae7a0-cd00-4e7d-b0d6-a7f496868e7c req-40295428-44eb-4307-8733-7c83f8bcab66 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 1098 time: 0.0432706 Oct 28 08:02:46.157383 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:46.193281 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 49569433-de1c-4ddf-899d-51af87fcc5c9, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=49569433-de1c-4ddf-899d-51af87fcc5c9,segment=NetworkSegment(15ed8bd0-2d21-4b3f-849f-de9c63133ea4),segment_id=15ed8bd0-2d21-4b3f-849f-de9c63133ea4)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:46.202733 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bb0ae7a0-cd00-4e7d-b0d6-a7f496868e7c req-5a41fc6a-8f59-4987-8cab-bdcff1cb203a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347645 Oct 28 08:02:46.440016 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:46.637902 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=49569433-de1c-4ddf-899d-51af87fcc5c9,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:46.744880 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c2c2b-3e2a-4462-86cb-0fa4f8864216 req-dafdcba4-ec2d-4215-9110-682e49ecfbb6 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:46.748004 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-746c2c2b-3e2a-4462-86cb-0fa4f8864216 req-dafdcba4-ec2d-4215-9110-682e49ecfbb6 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 946 time: 0.0636599 Oct 28 08:02:46.773349 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-19b42da5-a1e0-4fb8-bdef-8c069d312524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:46.819989 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-746c2c2b-3e2a-4462-86cb-0fa4f8864216 req-3776c00a-837c-444f-9d44-8afa522d43cf tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663326 Oct 28 08:02:46.838605 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72220d0-5f96-4522-ab29-9221518f19a2 req-ddc7382a-6da4-4e55-85ea-d1c3ea58c663 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:46.840174 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f72220d0-5f96-4522-ab29-9221518f19a2 req-ddc7382a-6da4-4e55-85ea-d1c3ea58c663 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0706980 Oct 28 08:02:46.887925 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f72220d0-5f96-4522-ab29-9221518f19a2 req-bd73d265-7197-47ab-8e2e-dd4c96b032ee tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417247 Oct 28 08:02:47.533260 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32b142c-50ab-4bff-b86b-b97e70b4b4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49569433-de1c-4ddf-899d-51af87fcc5c9'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:02:47.535767 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec2e385-3546-4e9a-95a4-472db1bd4439" -d '{"events": [{"server_uuid": "f32b142c-50ab-4bff-b86b-b97e70b4b4dd", "name": "network-vif-plugged", "status": "completed", "tag": "49569433-de1c-4ddf-899d-51af87fcc5c9"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:02:47.579386 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e83d830-2046-47a0-b9f6-7d757d426965 x-openstack-request-id: req-4e83d830-2046-47a0-b9f6-7d757d426965 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:02:47.579854 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32b142c-50ab-4bff-b86b-b97e70b4b4dd", "name": "network-vif-plugged", "status": "completed", "tag": "49569433-de1c-4ddf-899d-51af87fcc5c9", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:02:47.580126 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e83d830-2046-47a0-b9f6-7d757d426965 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:02:47.580585 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32b142c-50ab-4bff-b86b-b97e70b4b4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49569433-de1c-4ddf-899d-51af87fcc5c9', 'code': 200} Oct 28 08:02:47.957121 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a95556-c181-43eb-aa1d-6c2f2120c518 req-595b701d-881d-4a0b-80fb-9963071c5dde tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:47.958646 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b0a95556-c181-43eb-aa1d-6c2f2120c518 req-595b701d-881d-4a0b-80fb-9963071c5dde tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 946 time: 0.0527453 Oct 28 08:02:48.031635 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b0a95556-c181-43eb-aa1d-6c2f2120c518 req-9b77ea5d-553d-48c0-bba0-7a5ca0a18e8f tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615008 Oct 28 08:02:48.040838 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2389ffd-abe8-4ed6-b89d-4c77cecce61e req-bcb97375-f2b4-4f64-8c18-2b4eb8f26f43 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:48.042410 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e2389ffd-abe8-4ed6-b89d-4c77cecce61e req-bcb97375-f2b4-4f64-8c18-2b4eb8f26f43 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0807352 Oct 28 08:02:48.048278 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644fc8a-d3e2-4ea3-a3ed-959f745c1ffb req-c5e75300-b063-40fe-ad8a-b67aabf0f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:48.049786 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c644fc8a-d3e2-4ea3-a3ed-959f745c1ffb req-c5e75300-b063-40fe-ad8a-b67aabf0f7fa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 1098 time: 0.0476415 Oct 28 08:02:48.090245 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c644fc8a-d3e2-4ea3-a3ed-959f745c1ffb req-6aab8ab3-9ff6-4e57-a423-e873e0a0e719 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322919 Oct 28 08:02:48.091583 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e2389ffd-abe8-4ed6-b89d-4c77cecce61e req-b34ece92-e120-4ae9-8e1c-2ed5a3558837 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366757 Oct 28 08:02:49.161169 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be38ce0-837f-4f93-8338-42e04b2984ee req-4a137035-2661-4d4b-b385-e8c640a70235 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:49.163616 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3be38ce0-837f-4f93-8338-42e04b2984ee req-4a137035-2661-4d4b-b385-e8c640a70235 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 946 time: 0.0583000 Oct 28 08:02:49.250860 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3be38ce0-837f-4f93-8338-42e04b2984ee req-328fe617-0b4f-4ddc-8365-2be09d72adfe tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803621 Oct 28 08:02:49.267134 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7b8b8-243b-4980-a00c-c05e30ff319e req-ae313b20-a551-4156-9acc-79b8b70d2f82 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:49.268632 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-25b7b8b8-243b-4980-a00c-c05e30ff319e req-ae313b20-a551-4156-9acc-79b8b70d2f82 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0908561 Oct 28 08:02:49.309037 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-25b7b8b8-243b-4980-a00c-c05e30ff319e req-92642061-2fb8-4ae3-bad5-ad6b6678467a tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334804 Oct 28 08:02:49.367741 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2620e88e-2687-42c1-87f0-242a3840b28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:49.445468 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7f0cd-3784-4e8b-96ca-fc44fdf43e5a req-37781832-32b2-4240-8541-75548265f958 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:49.447074 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-76b7f0cd-3784-4e8b-96ca-fc44fdf43e5a req-37781832-32b2-4240-8541-75548265f958 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.30 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 946 time: 0.0609684 Oct 28 08:02:49.527649 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:49.554321 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-76b7f0cd-3784-4e8b-96ca-fc44fdf43e5a req-af01f601-7a35-47e8-98a3-3561bddd783e tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Deleting port 6796ef41-a3d1-4cbc-8dde-1be206031c42 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:02:49.554321 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-76b7f0cd-3784-4e8b-96ca-fc44fdf43e5a req-af01f601-7a35-47e8-98a3-3561bddd783e tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:49.659981 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-76b7f0cd-3784-4e8b-96ca-fc44fdf43e5a req-af01f601-7a35-47e8-98a3-3561bddd783e tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] For port 6796ef41-a3d1-4cbc-8dde-1be206031c42, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=6796ef41-a3d1-4cbc-8dde-1be206031c42,segment=NetworkSegment(e1a2d5cf-914c-4552-9ab2-4893c92e1667),segment_id=e1a2d5cf-914c-4552-9ab2-4893c92e1667)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:02:49.660350 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-76b7f0cd-3784-4e8b-96ca-fc44fdf43e5a req-af01f601-7a35-47e8-98a3-3561bddd783e tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:49.675152 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-76b7f0cd-3784-4e8b-96ca-fc44fdf43e5a req-af01f601-7a35-47e8-98a3-3561bddd783e tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Calling delete_port for 6796ef41-a3d1-4cbc-8dde-1be206031c42 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:02:49.910337 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f6640-8142-4663-a853-3eedf519f865 req-aef90082-5ec8-4ad1-9abb-3ba786dc6e9d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:49.912018 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-516f6640-8142-4663-a853-3eedf519f865 req-aef90082-5ec8-4ad1-9abb-3ba786dc6e9d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0549092 Oct 28 08:02:49.964968 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-516f6640-8142-4663-a853-3eedf519f865 req-85480d29-f884-4f78-821c-080c5fc830bf tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450163 Oct 28 08:02:50.008529 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb51253-7171-4a1e-a6bd-0bf8818cfb28 req-12eb8fd8-59fc-4cf5-afc2-819e1369f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:50.010130 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dbb51253-7171-4a1e-a6bd-0bf8818cfb28 req-12eb8fd8-59fc-4cf5-afc2-819e1369f6e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0376fb4f6b64e6b8380eba4042fd48a&device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 1098 time: 0.0495043 Oct 28 08:02:50.023238 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-76b7f0cd-3784-4e8b-96ca-fc44fdf43e5a req-af01f601-7a35-47e8-98a3-3561bddd783e tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:50.038102 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['6796ef41-a3d1-4cbc-8dde-1be206031c42'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:02:50.056905 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01f601-7a35-47e8-98a3-3561bddd783e tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Pushing event deleted for resources: {'Port': ['ID=6796ef41-a3d1-4cbc-8dde-1be206031c42,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:02:50.118233 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b7f0cd-3784-4e8b-96ca-fc44fdf43e5a req-af01f601-7a35-47e8-98a3-3561bddd783e tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] No DVR routers for this DVR port 6796ef41-a3d1-4cbc-8dde-1be206031c42 on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:02:50.122379 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-76b7f0cd-3784-4e8b-96ca-fc44fdf43e5a req-af01f601-7a35-47e8-98a3-3561bddd783e tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:50.127780 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-76b7f0cd-3784-4e8b-96ca-fc44fdf43e5a req-af01f601-7a35-47e8-98a3-3561bddd783e tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.30 "DELETE /v2.0/ports/6796ef41-a3d1-4cbc-8dde-1be206031c42 HTTP/1.1" status: 204 len: 173 time: 0.6726429 Oct 28 08:02:50.128474 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c879c8f0-25ea-469d-be46-cf61bafe19bd', 'name': 'network-vif-deleted', 'tag': '6796ef41-a3d1-4cbc-8dde-1be206031c42'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:02:50.132966 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449b54ea-a724-44d4-897c-0eb0af99b911" -d '{"events": [{"server_uuid": "c879c8f0-25ea-469d-be46-cf61bafe19bd", "name": "network-vif-deleted", "tag": "6796ef41-a3d1-4cbc-8dde-1be206031c42"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:02:50.175508 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb51253-7171-4a1e-a6bd-0bf8818cfb28 req-1c1c67e8-c7bb-496d-8fde-097198b1dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:50.178091 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dbb51253-7171-4a1e-a6bd-0bf8818cfb28 req-1c1c67e8-c7bb-496d-8fde-097198b1dd06 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fc512c8-fed6-4f52-8717-5fe5d31a09fd HTTP/1.1" status: 200 len: 919 time: 0.1435924 Oct 28 08:02:50.191112 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6892ff-8e57-4ccd-ac88-947209c30bb9 x-openstack-request-id: req-ab6892ff-8e57-4ccd-ac88-947209c30bb9 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:02:50.191641 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c879c8f0-25ea-469d-be46-cf61bafe19bd", "name": "network-vif-deleted", "tag": "6796ef41-a3d1-4cbc-8dde-1be206031c42", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:02:50.192291 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab6892ff-8e57-4ccd-ac88-947209c30bb9 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:02:50.193014 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c879c8f0-25ea-469d-be46-cf61bafe19bd', 'name': 'network-vif-deleted', 'tag': '6796ef41-a3d1-4cbc-8dde-1be206031c42', 'status': 'completed', 'code': 200} Oct 28 08:02:50.230990 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dbb51253-7171-4a1e-a6bd-0bf8818cfb28 req-217b60e7-2a6e-414d-8b7c-40fc377a5880 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1442253-f860-4eba-a780-3487d1d4f120 HTTP/1.1" status: 200 len: 217 time: 0.0443132 Oct 28 08:02:50.293563 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb51253-7171-4a1e-a6bd-0bf8818cfb28 req-933c8b1e-bab6-41a4-b8ec-31d8e138c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:50.295195 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dbb51253-7171-4a1e-a6bd-0bf8818cfb28 req-933c8b1e-bab6-41a4-b8ec-31d8e138c104 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d39f83df-27b3-4b96-aeb8-a6adcc54bf0f HTTP/1.1" status: 200 len: 858 time: 0.0515606 Oct 28 08:02:50.371256 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dbb51253-7171-4a1e-a6bd-0bf8818cfb28 req-d7825bd0-4b3b-433d-ac70-f2828b557b32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fc512c8-fed6-4f52-8717-5fe5d31a09fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528028 Oct 28 08:02:50.373157 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-057bfc6f-a06b-4cd5-a8ca-9e0e7394b520 req-f75b51a7-abe6-4838-aff5-dcce2bf88774 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 210 time: 0.0453577 Oct 28 08:02:50.475980 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dbb51253-7171-4a1e-a6bd-0bf8818cfb28 req-b61fe81b-b384-4573-9b45-1f157da662e2 service neutron] 10.222.0.30 "GET /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914133 Oct 28 08:02:50.572579 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dbb51253-7171-4a1e-a6bd-0bf8818cfb28 req-0da6b4ef-6ec9-45ee-a8cf-2f3a98007d45 service neutron] 10.222.0.30 "GET /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852177 Oct 28 08:02:50.776968 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:51.089412 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65640bf4-c679-4cdc-926d-9b77ad19f8ae req-b2852928-eb26-430a-a6ba-2076bdad2f97 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:51.090881 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-65640bf4-c679-4cdc-926d-9b77ad19f8ae req-b2852928-eb26-430a-a6ba-2076bdad2f97 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0566540 Oct 28 08:02:51.131265 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-65640bf4-c679-4cdc-926d-9b77ad19f8ae req-698644a6-7803-48d3-b50a-1ce60b572683 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341773 Oct 28 08:02:51.493515 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8d942c93-219e-4640-ac54-622d80f660f5 req-64cc4b98-c21a-4d38-b87e-24cbcdfd1803 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 210 time: 0.0268283 Oct 28 08:02:52.253733 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d574da6-570b-4af8-aefb-60bc6d6b6224 req-45cdd83d-a139-4b0e-a376-faea86d6c0c4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:52.255329 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6d574da6-570b-4af8-aefb-60bc6d6b6224 req-45cdd83d-a139-4b0e-a376-faea86d6c0c4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0489392 Oct 28 08:02:52.295311 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6d574da6-570b-4af8-aefb-60bc6d6b6224 req-340f0140-1b27-4bfb-b7a1-21b120814873 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329847 Oct 28 08:02:52.636270 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:54.415501 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:02:56.149128 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 6796ef41-a3d1-4cbc-8dde-1be206031c42 no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:02:56.172758 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: 6796ef41-a3d1-4cbc-8dde-1be206031c42 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:02:56.172758 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 6796ef41-a3d1-4cbc-8dde-1be206031c42 not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:02:58.246291 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:02:58.330828 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-12532dc8-add0-41fc-bc0f-6073779bbd70 req-1bba1f40-ab3d-4e1b-9484-76a0435ec76c tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 210 time: 0.0323443 Oct 28 08:02:58.392063 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fd231-7272-4a4d-a701-104704282a61 req-199dccca-6806-41c3-99b4-a65fda462bd3 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:02:58.393564 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ae7fd231-7272-4a4d-a701-104704282a61 req-199dccca-6806-41c3-99b4-a65fda462bd3 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0661635 Oct 28 08:02:58.438360 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ae7fd231-7272-4a4d-a701-104704282a61 req-1a1e4410-e06f-4194-9a2b-2107e7510aea tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375605 Oct 28 08:03:03.326454 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ed39f934-23ad-417f-be95-b969f0d133a4 req-cb1df0f8-c73b-423c-b92a-026c2204d73e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582926 Oct 28 08:03:03.500502 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7d346367-fbcd-4347-8744-c46706f61035 req-817db243-10d0-4d75-8c5e-469513e722c5 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=c879c8f0-25ea-469d-be46-cf61bafe19bd HTTP/1.1" status: 200 len: 210 time: 0.0533793 Oct 28 08:03:03.514540 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39f934-23ad-417f-be95-b969f0d133a4 req-e954c58f-f80a-4050-8595-addbf24c6893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:03.516567 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ed39f934-23ad-417f-be95-b969f0d133a4 req-e954c58f-f80a-4050-8595-addbf24c6893 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb&device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 1099 time: 0.1264648 Oct 28 08:03:03.537291 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb00f4-a40d-4bf2-8679-4f97f338254e req-fd2cb6a3-1c65-42b8-b6dd-0c2a24c71a35 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:03.546738 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-96bb00f4-a40d-4bf2-8679-4f97f338254e req-fd2cb6a3-1c65-42b8-b6dd-0c2a24c71a35 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.1033511 Oct 28 08:03:03.628235 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-96bb00f4-a40d-4bf2-8679-4f97f338254e req-4b976382-6506-49e5-9caf-abdd75c398fa tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809224 Oct 28 08:03:03.671077 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39f934-23ad-417f-be95-b969f0d133a4 req-534781e7-3731-46bb-9ac7-b0e12f2abede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:03.672554 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ed39f934-23ad-417f-be95-b969f0d133a4 req-534781e7-3731-46bb-9ac7-b0e12f2abede service neutron] 10.222.0.30 "GET /v2.0/networks?id=20337a09-3f8c-4816-b371-3113e23fc3c9 HTTP/1.1" status: 200 len: 918 time: 0.1235273 Oct 28 08:03:03.995208 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ed39f934-23ad-417f-be95-b969f0d133a4 req-285932cd-9d76-45c6-92f4-e0261a53f255 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08090d45-57f6-4fca-bad8-ed42f1cafd88 HTTP/1.1" status: 200 len: 1002 time: 0.0651090 Oct 28 08:03:04.046051 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39f934-23ad-417f-be95-b969f0d133a4 req-e7c059fd-76c5-4a57-9e51-cab248d64fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:04.047571 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ed39f934-23ad-417f-be95-b969f0d133a4 req-e7c059fd-76c5-4a57-9e51-cab248d64fd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7836a6e2-0468-4f0c-be17-0b444d74b4ad HTTP/1.1" status: 200 len: 856 time: 0.0448024 Oct 28 08:03:04.099172 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39f934-23ad-417f-be95-b969f0d133a4 req-eefee025-8bc2-4ba6-baa4-42ef513b0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:04.102156 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ed39f934-23ad-417f-be95-b969f0d133a4 req-eefee025-8bc2-4ba6-baa4-42ef513b0cfa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20337a09-3f8c-4816-b371-3113e23fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437350 Oct 28 08:03:04.196687 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ed39f934-23ad-417f-be95-b969f0d133a4 req-491caf1b-af22-4fce-959f-1dad6c638421 service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875676 Oct 28 08:03:04.294644 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ed39f934-23ad-417f-be95-b969f0d133a4 req-5008ff30-2f67-4e2c-a857-fa4520231515 service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900717 Oct 28 08:03:05.075127 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf7eae-4278-40af-8fd6-865cbbc000e6 req-3441f7e5-32d7-4e67-b0f1-fc89ec0f7022 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:05.076620 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7dbf7eae-4278-40af-8fd6-865cbbc000e6 req-3441f7e5-32d7-4e67-b0f1-fc89ec0f7022 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.3676445 Oct 28 08:03:05.142234 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-48aa397e-2aea-42fa-ac86-7156915ba071 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:05.143729 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-48aa397e-2aea-42fa-ac86-7156915ba071 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/networks?id=e17c1ca2-95ab-461d-92b3-251ace598032 HTTP/1.1" status: 200 len: 809 time: 0.1475985 Oct 28 08:03:05.152516 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7dbf7eae-4278-40af-8fd6-865cbbc000e6 req-94f7aeb2-302c-4e77-a7e7-37c8456d5b1a tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662773 Oct 28 08:03:05.161547 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-ddbe6bb9-688a-42bc-a4ba-d629fd9ee4c9 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/quotas/8381e22b4066477f90e2cfba2db5317d HTTP/1.1" status: 200 len: 375 time: 0.0091403 Oct 28 08:03:05.194882 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-edb01379-83fa-42c0-94cf-ff4ed7c74f85 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8381e22b4066477f90e2cfba2db5317d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264323 Oct 28 08:03:05.285379 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-82d08740-e579-4e2c-bf61-e8e00a7702fe service neutron] 10.222.0.37 "GET /v2.0/networks/e17c1ca2-95ab-461d-92b3-251ace598032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830474 Oct 28 08:03:05.401607 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-81275082-9848-4b57-a9d0-8cd64848f108 service neutron] 10.222.0.37 "GET /v2.0/networks/e17c1ca2-95ab-461d-92b3-251ace598032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091235 Oct 28 08:03:05.686677 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6e4e81ea-d950-420d-b064-4f2816910a4f req-ef091c8a-6a30-4dd8-880f-f8819be3c80e tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 210 time: 0.0343256 Oct 28 08:03:06.284914 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdecb40-6862-410a-8d68-550ff174351e req-4a568c0a-0bc4-4f6e-88d6-35c74fd6a50c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:06.288679 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ecdecb40-6862-410a-8d68-550ff174351e req-4a568c0a-0bc4-4f6e-88d6-35c74fd6a50c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0539892 Oct 28 08:03:06.328298 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ecdecb40-6862-410a-8d68-550ff174351e req-5efa767d-5f7d-47a2-9107-945374eea5c5 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356460 Oct 28 08:03:06.807364 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ba0940cd-b94b-47e4-ac34-c08a3e8b2c42 req-b663f3c6-706b-4c83-920a-52474263ae5e tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 210 time: 0.0415232 Oct 28 08:03:07.446795 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82f20d-52cd-4eed-82d8-3046d3494fdb req-1a7315d8-19e3-4985-bc6c-9d9f6f6e8e2d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:07.448318 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ab82f20d-52cd-4eed-82d8-3046d3494fdb req-1a7315d8-19e3-4985-bc6c-9d9f6f6e8e2d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0482988 Oct 28 08:03:07.489700 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ab82f20d-52cd-4eed-82d8-3046d3494fdb req-d4b3b113-b3a3-4655-b4ae-de9aea2df48d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349169 Oct 28 08:03:07.905568 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-95c5c1a8-49e4-4b44-b8d7-85cedc5b8ca2 req-5d727dc4-4adb-4512-9849-7a7c8e62aaab tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 210 time: 0.0254812 Oct 28 08:03:08.646402 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9120313-8997-4b9e-9865-d03f8742d9ab req-fe2cdfb1-99d8-47ec-a256-bfce005b4a2d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:08.649325 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c9120313-8997-4b9e-9865-d03f8742d9ab req-fe2cdfb1-99d8-47ec-a256-bfce005b4a2d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0578563 Oct 28 08:03:08.702725 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c9120313-8997-4b9e-9865-d03f8742d9ab req-a5f451ae-3f12-4daf-b22b-7b4baaddbdc5 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470004 Oct 28 08:03:09.029287 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a560f675-de88-49ad-9184-19ce8e791f98 req-79adc57c-bfdf-435a-b17d-419507dfe8f7 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 210 time: 0.0487735 Oct 28 08:03:09.039902 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-475b8ae0-ae06-4cfa-8ae9-ae59fb7e39b7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:09.041489 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-475b8ae0-ae06-4cfa-8ae9-ae59fb7e39b7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/networks?id=35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 HTTP/1.1" status: 200 len: 815 time: 0.2050991 Oct 28 08:03:09.067968 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-3d845db1-6b34-4ef8-81b9-09757761136d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:09.069675 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-3d845db1-6b34-4ef8-81b9-09757761136d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.30 "GET /v2.0/networks?id=e17c1ca2-95ab-461d-92b3-251ace598032 HTTP/1.1" status: 200 len: 809 time: 0.1842959 Oct 28 08:03:09.072406 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-249001de-a22d-45fa-a1b4-6c3eb5e93a24 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/quotas/b9df9af85b934838a36075f431459a17 HTTP/1.1" status: 200 len: 375 time: 0.0193374 Oct 28 08:03:09.093980 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Request body: {'port': {'device_id': '657e91e6-7918-40bd-8950-2781659373dc', 'network_id': 'e17c1ca2-95ab-461d-92b3-251ace598032', 'admin_state_up': True, 'tenant_id': '8381e22b4066477f90e2cfba2db5317d'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:03:09.188318 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-a288e55d-6ac6-4c42-9411-665240c4c02a tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9df9af85b934838a36075f431459a17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1097593 Oct 28 08:03:09.326685 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-9d7ce54d-742b-4b9e-876d-8aa0d488475b service neutron] 10.222.0.37 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213281 Oct 28 08:03:09.384019 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Made reservation on behalf of 8381e22b4066477f90e2cfba2db5317d for: {'port': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:03:09.387822 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:09.478440 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-4ca0a9fb-172d-4787-b8eb-a7ce08b44f3c service neutron] 10.222.0.37 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481080 Oct 28 08:03:09.547512 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_common [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Allocated IP 172.20.0.11 (e17c1ca2-95ab-461d-92b3-251ace598032/e8e1cf83-df4d-4170-b765-86389a2e9a7e/2e326221-035a-4196-a1a9-89381e2daab6) {{(pid=108235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:03:09.713455 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Notify callbacks [] for port, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:09.831244 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3749890-2363-4f77-8476-46b2f696ead1 req-6ef48ce4-900d-45f3-8907-abbbbdac1fcf tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:09.834039 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f3749890-2363-4f77-8476-46b2f696ead1 req-6ef48ce4-900d-45f3-8907-abbbbdac1fcf tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0591626 Oct 28 08:03:09.871164 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-047921b7-a32b-4a9d-a598-8bd81260d8fc req-efbf5f42-06fa-43de-a098-f77dec0e8497 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 210 time: 0.0373330 Oct 28 08:03:09.901011 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f3749890-2363-4f77-8476-46b2f696ead1 req-f5a84202-aacd-4764-abb1-73dfb2da36a3 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584176 Oct 28 08:03:09.923536 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:09.972361 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Network e17c1ca2-95ab-461d-92b3-251ace598032 is already hosted by enough agents. {{(pid=108235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:03:09.976254 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Resources bound (agent type, host, resource id): {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:03:09.980070 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Received port after_create {{(pid=108235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:03:10.024391 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Pushing event updated for resources: {'Port': ['ID=2e326221-035a-4196-a1a9-89381e2daab6,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:10.050964 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:10.051529 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:10.052153 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:10.052646 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:10.055217 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:10.055217 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:10.055217 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:10.055599 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:10.063396 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:10.063758 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:10.064101 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:10.064470 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:10.084507 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:10.085132 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for port, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:10.181532 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f638af-5234-440f-a7ef-5b6666b61fa8 req-7a7b30c9-2569-406d-9d88-4ac24830c061 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:10.183167 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-50f638af-5234-440f-a7ef-5b6666b61fa8 req-7a7b30c9-2569-406d-9d88-4ac24830c061 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 932 time: 0.0572386 Oct 28 08:03:10.225701 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-50f638af-5234-440f-a7ef-5b6666b61fa8 req-1420658b-81a7-4842-bad8-0165543eec0b tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342159 Oct 28 08:03:10.229443 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-de1f6b5f-5494-489e-8680-d74844780327 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1415474 Oct 28 08:03:10.248211 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Request body: {'port': {'device_id': '657e91e6-7918-40bd-8950-2781659373dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:03:10.326795 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:10.615123 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e326221-035a-4196-a1a9-89381e2daab6 {{(pid=108235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:03:10.623558 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:10.636263 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.provisioning_blocks [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Transition to ACTIVE for port object 2e326221-035a-4196-a1a9-89381e2daab6 will not be triggered until provisioned by entity L2. {{(pid=108235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:03:10.836475 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826247'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:10.889456 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Pushing event updated for resources: {'Port': ['ID=2e326221-035a-4196-a1a9-89381e2daab6,revision_number=2']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:10.970391 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-27520e5a-3cd1-4c0a-9c21-b2614fa54064 req-5d91f7f6-2a63-4a8f-a1b2-69e33c1b4f1e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 210 time: 0.0282969 Oct 28 08:03:10.993835 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.managers [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Attempting to bind port 2e326221-035a-4196-a1a9-89381e2daab6 on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:03:10.994165 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.managers [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Attempting to bind port 2e326221-035a-4196-a1a9-89381e2daab6 by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': 'e1a2d5cf-914c-4552-9ab2-4893c92e1667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e17c1ca2-95ab-461d-92b3-251ace598032'}] {{(pid=108235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:03:10.994489 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Attempting to bind port 2e326221-035a-4196-a1a9-89381e2daab6 on network e17c1ca2-95ab-461d-92b3-251ace598032 {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:03:11.013147 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Port 2e326221-035a-4196-a1a9-89381e2daab6 on network e17c1ca2-95ab-461d-92b3-251ace598032 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:03:11.013475 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Attempting to bind port 2e326221-035a-4196-a1a9-89381e2daab6 on network e17c1ca2-95ab-461d-92b3-251ace598032 {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:03:11.023884 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:03:11.024213 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Checking segment: {'id': 'e1a2d5cf-914c-4552-9ab2-4893c92e1667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e17c1ca2-95ab-461d-92b3-251ace598032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:03:11.024605 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Bound using segment: {'id': 'e1a2d5cf-914c-4552-9ab2-4893c92e1667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e17c1ca2-95ab-461d-92b3-251ace598032'} {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:03:11.025029 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.managers [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Bound port: 2e326221-035a-4196-a1a9-89381e2daab6, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a2d5cf-914c-4552-9ab2-4893c92e1667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e17c1ca2-95ab-461d-92b3-251ace598032'}}] {{(pid=108235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:03:11.025382 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:11.051092 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213db622-8bf6-408f-81bf-82540ff3c4b7 req-4c4beb99-609b-4d3a-96d8-05ff633db854 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:11.052599 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-213db622-8bf6-408f-81bf-82540ff3c4b7 req-4c4beb99-609b-4d3a-96d8-05ff633db854 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0776756 Oct 28 08:03:11.127599 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-213db622-8bf6-408f-81bf-82540ff3c4b7 req-d69380c5-18b2-46be-9813-dda7511224ef tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582130 Oct 28 08:03:11.132077 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] For port 2e326221-035a-4196-a1a9-89381e2daab6, host hv-cinder-81578, cleared binding levels {{(pid=108235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:03:11.135607 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] For port 2e326221-035a-4196-a1a9-89381e2daab6, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=2e326221-035a-4196-a1a9-89381e2daab6,segment=NetworkSegment(e1a2d5cf-914c-4552-9ab2-4893c92e1667),segment_id=e1a2d5cf-914c-4552-9ab2-4893c92e1667)] {{(pid=108235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:03:11.336427 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826247'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:11.374996 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:11.375739 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for port, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:11.377130 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] 10.222.0.30 "PUT /v2.0/ports/2e326221-035a-4196-a1a9-89381e2daab6 HTTP/1.1" status: 200 len: 1094 time: 1.1333878 Oct 28 08:03:11.377952 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '657e91e6-7918-40bd-8950-2781659373dc', 'tag': '2e326221-035a-4196-a1a9-89381e2daab6'}] {{(pid=108235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:03:11.380291 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4ad7e0b1a6d0b9f916951d122592239853211ff815bbc9715a4b116bc233df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a19df8-32bd-4923-9ab8-d3b6cec0822f" -d '{"events": [{"name": "network-changed", "server_uuid": "657e91e6-7918-40bd-8950-2781659373dc", "tag": "2e326221-035a-4196-a1a9-89381e2daab6"}]}' {{(pid=108235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:03:11.414652 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63adf3-18a8-4d09-ae68-85af61cebd96 req-5b2d7e16-3cdd-4cf6-8899-ef95df570fe6 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:11.416249 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fe63adf3-18a8-4d09-ae68-85af61cebd96 req-5b2d7e16-3cdd-4cf6-8899-ef95df570fe6 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 944 time: 0.1136260 Oct 28 08:03:11.441345 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648bf456-03ed-4bf1-b777-188f04b04e2d x-openstack-request-id: req-648bf456-03ed-4bf1-b777-188f04b04e2d {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:03:11.441645 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "657e91e6-7918-40bd-8950-2781659373dc", "tag": "2e326221-035a-4196-a1a9-89381e2daab6", "status": "completed", "code": 200}]} {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:03:11.441976 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-648bf456-03ed-4bf1-b777-188f04b04e2d {{(pid=108235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:03:11.442368 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '657e91e6-7918-40bd-8950-2781659373dc', 'tag': '2e326221-035a-4196-a1a9-89381e2daab6', 'status': 'completed', 'code': 200} Oct 28 08:03:11.446284 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fae46-aec2-44b4-989d-f8d6d503b120 service neutron] Pushing event updated for resources: {'Port': ['ID=2e326221-035a-4196-a1a9-89381e2daab6,revision_number=3']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:11.469761 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fe63adf3-18a8-4d09-ae68-85af61cebd96 req-a40e05fd-6f8a-478c-929e-c61563601559 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472784 Oct 28 08:03:11.531709 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a19df8-32bd-4923-9ab8-d3b6cec0822f req-902eeddf-ac71-48c6-9ac8-0ae8556ecb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:11.531709 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-60a19df8-32bd-4923-9ab8-d3b6cec0822f req-902eeddf-ac71-48c6-9ac8-0ae8556ecb31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8381e22b4066477f90e2cfba2db5317d&device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 1097 time: 0.0453341 Oct 28 08:03:11.639994 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a19df8-32bd-4923-9ab8-d3b6cec0822f req-8cafea09-bbdb-4618-9f9e-07e78b139dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:11.641534 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-60a19df8-32bd-4923-9ab8-d3b6cec0822f req-8cafea09-bbdb-4618-9f9e-07e78b139dd9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8381e22b4066477f90e2cfba2db5317d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1016047 Oct 28 08:03:11.748712 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a19df8-32bd-4923-9ab8-d3b6cec0822f req-845b7239-5cf5-449e-827b-fcae4ff01edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:11.750208 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-60a19df8-32bd-4923-9ab8-d3b6cec0822f req-845b7239-5cf5-449e-827b-fcae4ff01edc service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986180 Oct 28 08:03:11.842579 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-ddeb46fa-6bee-48fa-a198-fba14440bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:11.844123 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-ddeb46fa-6bee-48fa-a198-fba14440bca9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8381e22b4066477f90e2cfba2db5317d&device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 1097 time: 0.0414109 Oct 28 08:03:11.887147 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-0e44b651-aa72-4df3-a974-dc7008fc68c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e326221-035a-4196-a1a9-89381e2daab6 HTTP/1.1" status: 200 len: 217 time: 0.0345340 Oct 28 08:03:11.944518 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-d58a0b0b-4d02-4376-b049-6cebd0955db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:11.946113 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-d58a0b0b-4d02-4376-b049-6cebd0955db5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8e1cf83-df4d-4170-b765-86389a2e9a7e HTTP/1.1" status: 200 len: 849 time: 0.0494440 Oct 28 08:03:11.982248 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-dd7b4ecc-961f-461c-93a7-84fe8e0a72fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e17c1ca2-95ab-461d-92b3-251ace598032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245068 Oct 28 08:03:12.101477 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bee07c2c-2876-4175-a803-a601e158ac05 req-be947263-9b28-4abd-b12c-87797fda8b68 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 210 time: 0.0395660 Oct 28 08:03:12.121473 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-1080c041-d713-4e6e-85ef-4c373563bf2a service neutron] 10.222.0.30 "GET /v2.0/networks/e17c1ca2-95ab-461d-92b3-251ace598032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274526 Oct 28 08:03:12.257178 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fcfc9aa-55d2-4999-8fae-fc94f67ba0e8 req-5fe683b5-13f2-4b76-a962-245c6d3301cb service neutron] 10.222.0.30 "GET /v2.0/networks/e17c1ca2-95ab-461d-92b3-251ace598032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252959 Oct 28 08:03:12.270089 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2d1a9-493f-4015-aeb9-0587b61b5d7a req-621666fb-db23-40f1-ad80-38d919d99edb tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:12.271778 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1bc2d1a9-493f-4015-aeb9-0587b61b5d7a req-621666fb-db23-40f1-ad80-38d919d99edb tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0691981 Oct 28 08:03:12.314873 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1bc2d1a9-493f-4015-aeb9-0587b61b5d7a req-9d8afd6b-ae30-4ed6-9cc6-3ef66a20fa36 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368967 Oct 28 08:03:12.596748 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf0e33-2be0-42ed-8833-421c6cf5b9b5 req-80835b97-475d-4c94-b89a-76440599e6e4 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:12.598259 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1abf0e33-2be0-42ed-8833-421c6cf5b9b5 req-80835b97-475d-4c94-b89a-76440599e6e4 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 944 time: 0.0510762 Oct 28 08:03:12.636741 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1abf0e33-2be0-42ed-8833-421c6cf5b9b5 req-95a4bae3-4373-4b99-a828-d08e05ce2ffc tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317981 Oct 28 08:03:13.204729 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-772da8f0-dff2-4897-95de-c3527e4c5c15 req-11200d25-8c6e-408d-bfd9-e41dc9e35082 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 210 time: 0.0274174 Oct 28 08:03:13.436314 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606f264-0d97-4d3a-b2d2-ef1c32bceb9e req-d088c9a4-c6cf-4ffa-91b9-5e8080d28ba2 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:13.437939 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e606f264-0d97-4d3a-b2d2-ef1c32bceb9e req-d088c9a4-c6cf-4ffa-91b9-5e8080d28ba2 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0514634 Oct 28 08:03:13.478374 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e606f264-0d97-4d3a-b2d2-ef1c32bceb9e req-54f26fb9-5879-407a-92c6-6ac8d261d549 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338204 Oct 28 08:03:13.633469 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 60144) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:03:13.747946 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ad30a860-9edc-4e50-86e6-9dfc0e6acb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:13.785399 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288346fe-0410-41ad-bd22-fee80ddef4f4 req-550e688a-6834-4357-9291-425d12837c81 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:13.785399 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-288346fe-0410-41ad-bd22-fee80ddef4f4 req-550e688a-6834-4357-9291-425d12837c81 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 944 time: 0.0598550 Oct 28 08:03:13.834183 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-288346fe-0410-41ad-bd22-fee80ddef4f4 req-f7ea9dec-5f1d-4258-acaa-3acc676a5a87 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543280 Oct 28 08:03:13.857927 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ad30a860-9edc-4e50-86e6-9dfc0e6acb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:13.902443 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 60152) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:03:13.967849 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ad30a860-9edc-4e50-86e6-9dfc0e6acb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:13.972333 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-5e4784aa-cc49-4369-aa57-141974ad95d8 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:13.973912 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-5e4784aa-cc49-4369-aa57-141974ad95d8 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.30 "GET /v2.0/networks?id=35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 HTTP/1.1" status: 200 len: 815 time: 0.1150279 Oct 28 08:03:13.997847 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-cd2a0d0c-3e7a-4404-b821-499849056601 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Request body: {'port': {'device_id': '0fd60408-d358-46e0-8955-6ab12792192d', 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7', 'admin_state_up': True, 'tenant_id': 'b9df9af85b934838a36075f431459a17'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:03:14.025646 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-ad30a860-9edc-4e50-86e6-9dfc0e6acb2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c30ac0be7f44ebf9b386d62adbc8b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3910820 Oct 28 08:03:14.027000 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30a860-9edc-4e50-86e6-9dfc0e6acb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d27841d-bb42-4090-b647-037726db3982,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:14.029010 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 60156) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:03:14.031065 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d44a3930-5172-453b-bb36-dcf86c7a9f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:14.057815 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30a860-9edc-4e50-86e6-9dfc0e6acb2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:14.058162 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30a860-9edc-4e50-86e6-9dfc0e6acb2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:14.058504 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30a860-9edc-4e50-86e6-9dfc0e6acb2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:14.058872 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30a860-9edc-4e50-86e6-9dfc0e6acb2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:14.059205 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30a860-9edc-4e50-86e6-9dfc0e6acb2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:14.059541 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30a860-9edc-4e50-86e6-9dfc0e6acb2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:14.059891 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30a860-9edc-4e50-86e6-9dfc0e6acb2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:14.060200 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30a860-9edc-4e50-86e6-9dfc0e6acb2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:14.060525 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30a860-9edc-4e50-86e6-9dfc0e6acb2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:14.060844 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30a860-9edc-4e50-86e6-9dfc0e6acb2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:14.061165 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30a860-9edc-4e50-86e6-9dfc0e6acb2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:14.061486 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30a860-9edc-4e50-86e6-9dfc0e6acb2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:14.129643 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a842f9ad-0fb0-4f52-a12e-85a85ebb07f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:14.162258 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a842f9ad-0fb0-4f52-a12e-85a85ebb07f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:14.195852 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d44a3930-5172-453b-bb36-dcf86c7a9f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:14.302581 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8dde4dd8-d25b-4213-8464-bb4af90aa844 req-f09766e2-035a-4e45-8e05-e2e4ac87bed8 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 210 time: 0.0256474 Oct 28 08:03:14.364545 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-cd2a0d0c-3e7a-4404-b821-499849056601 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Made reservation on behalf of b9df9af85b934838a36075f431459a17 for: {'port': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:03:14.368186 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-cd2a0d0c-3e7a-4404-b821-499849056601 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:14.439709 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d44a3930-5172-453b-bb36-dcf86c7a9f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:14.442282 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a842f9ad-0fb0-4f52-a12e-85a85ebb07f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:14.454804 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a842f9ad-0fb0-4f52-a12e-85a85ebb07f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:14.454804 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-a842f9ad-0fb0-4f52-a12e-85a85ebb07f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d27841d-bb42-4090-b647-037726db3982 HTTP/1.1" status: 204 len: 168 time: 0.4174197 Oct 28 08:03:14.496176 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-d44a3930-5172-453b-bb36-dcf86c7a9f26 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=362135316a3b4ffaa0b6bb9bcf0f6a71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5922596 Oct 28 08:03:14.498634 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 60164) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:03:14.521909 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a3930-5172-453b-bb36-dcf86c7a9f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbd6c22-8854-48fd-89f3-cbd5a19e2740,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:14.570614 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_common [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-cd2a0d0c-3e7a-4404-b821-499849056601 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Allocated IP 172.20.0.12 (35f534e6-c3cc-4ef7-b110-42cfe99bd7b7/0de35a65-ec2c-4494-9394-75899e9e59fa/89166a48-a2a6-4460-8ed4-0c25c48d2f3e) {{(pid=108235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:03:14.585138 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842f9ad-0fb0-4f52-a12e-85a85ebb07f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d27841d-bb42-4090-b647-037726db3982,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:14.623651 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-43d05d24-a6d5-4a2e-82dc-a3a4eccb7526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:14.652464 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-43d05d24-a6d5-4a2e-82dc-a3a4eccb7526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:14.723390 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136301e-f131-4fbf-a8e8-7c0c7ceb4752 req-11b92e1b-efcf-4bbf-9bfa-b9dc7dc1849d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:14.725166 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d136301e-f131-4fbf-a8e8-7c0c7ceb4752 req-11b92e1b-efcf-4bbf-9bfa-b9dc7dc1849d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.1353304 Oct 28 08:03:14.796674 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-43d05d24-a6d5-4a2e-82dc-a3a4eccb7526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:14.800079 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d136301e-f131-4fbf-a8e8-7c0c7ceb4752 req-cfc06576-d8e6-4628-8f48-2f9806b8718d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650334 Oct 28 08:03:14.804493 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-43d05d24-a6d5-4a2e-82dc-a3a4eccb7526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:14.808476 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-43d05d24-a6d5-4a2e-82dc-a3a4eccb7526 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbbd6c22-8854-48fd-89f3-cbd5a19e2740 HTTP/1.1" status: 204 len: 168 time: 0.3056934 Oct 28 08:03:14.820224 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d05d24-a6d5-4a2e-82dc-a3a4eccb7526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbd6c22-8854-48fd-89f3-cbd5a19e2740,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:14.836371 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-cd2a0d0c-3e7a-4404-b821-499849056601 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks [] for port, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:14.996750 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617e517-fc33-47d8-88dc-705ecca5b9ac req-95962459-cf28-4f82-ab89-ef07c5fb0abb tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:14.996750 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d617e517-fc33-47d8-88dc-705ecca5b9ac req-95962459-cf28-4f82-ab89-ef07c5fb0abb tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 944 time: 0.0568316 Oct 28 08:03:15.019711 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-cd2a0d0c-3e7a-4404-b821-499849056601 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:15.033702 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['6ce971f5-16b3-4e43-9ffa-703fa6c58260', '336334a7-143e-472d-a19f-deb9b9bf3d5c', 'c56bc5fa-baff-476e-9f85-80b367ecb815'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:03:15.070471 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d617e517-fc33-47d8-88dc-705ecca5b9ac req-b5888404-af9d-4325-a500-7919cf8e5c44 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748806 Oct 28 08:03:15.084025 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-cd2a0d0c-3e7a-4404-b821-499849056601 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 is already hosted by enough agents. {{(pid=108235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:03:15.085700 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-cd2a0d0c-3e7a-4404-b821-499849056601 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Resources bound (agent type, host, resource id): {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:03:15.089655 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.l3_dvrscheduler_db [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-cd2a0d0c-3e7a-4404-b821-499849056601 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Received port after_create {{(pid=108235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:03:15.098447 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a0d0c-3e7a-4404-b821-499849056601 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Pushing event updated for resources: {'Port': ['ID=89166a48-a2a6-4460-8ed4-0c25c48d2f3e,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:15.155761 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-cd2a0d0c-3e7a-4404-b821-499849056601 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:15.156852 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-cd2a0d0c-3e7a-4404-b821-499849056601 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for port, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:15.353277 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-cd2a0d0c-3e7a-4404-b821-499849056601 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3666601 Oct 28 08:03:15.408581 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Request body: {'port': {'device_id': '0fd60408-d358-46e0-8955-6ab12792192d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:03:15.455208 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83af77-df08-4591-ace2-0ac063bf7f0a req-39f3145d-9b5d-473b-b123-db3fd7deb7d3 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:15.456772 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6a83af77-df08-4591-ace2-0ac063bf7f0a req-39f3145d-9b5d-473b-b123-db3fd7deb7d3 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 932 time: 0.0803542 Oct 28 08:03:15.736218 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:15.764853 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6a83af77-df08-4591-ace2-0ac063bf7f0a req-9c0cbd97-63a9-42df-83a4-08da060e8b0c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896955 Oct 28 08:03:15.971435 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ffee6-18da-4097-a7ce-95fedfdcab43 req-58a43c5b-29d7-4838-bcda-05b02cac52a0 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:15.972952 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c74ffee6-18da-4097-a7ce-95fedfdcab43 req-58a43c5b-29d7-4838-bcda-05b02cac52a0 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0763910 Oct 28 08:03:16.015834 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c74ffee6-18da-4097-a7ce-95fedfdcab43 req-f74b9ca3-beb4-4b81-a546-b678eface6b9 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365875 Oct 28 08:03:16.212933 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89166a48-a2a6-4460-8ed4-0c25c48d2f3e {{(pid=108235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:03:16.227210 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:16.247988 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279b3d8-2213-469e-9900-d0195650d5ff req-8d1817f1-f1f4-4319-9fd0-7942505e833a tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:16.249522 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7279b3d8-2213-469e-9900-d0195650d5ff req-8d1817f1-f1f4-4319-9fd0-7942505e833a tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 944 time: 0.1043675 Oct 28 08:03:16.250696 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.provisioning_blocks [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Transition to ACTIVE for port object 89166a48-a2a6-4460-8ed4-0c25c48d2f3e will not be triggered until provisioned by entity L2. {{(pid=108235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:03:16.295476 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7279b3d8-2213-469e-9900-d0195650d5ff req-ac6a8f2d-215e-4f07-98b7-d50f6cb8bbe1 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379462 Oct 28 08:03:16.565330 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826247'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:16.617015 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Pushing event updated for resources: {'Port': ['ID=89166a48-a2a6-4460-8ed4-0c25c48d2f3e,revision_number=2']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:16.688043 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.managers [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Attempting to bind port 89166a48-a2a6-4460-8ed4-0c25c48d2f3e on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:03:16.688381 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.managers [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Attempting to bind port 89166a48-a2a6-4460-8ed4-0c25c48d2f3e by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': '37bf3e3f-ea69-46a9-bb01-0a92158211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7'}] {{(pid=108235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:03:16.688692 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Attempting to bind port 89166a48-a2a6-4460-8ed4-0c25c48d2f3e on network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:03:16.694236 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Port 89166a48-a2a6-4460-8ed4-0c25c48d2f3e on network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:03:16.694585 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Attempting to bind port 89166a48-a2a6-4460-8ed4-0c25c48d2f3e on network 35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:03:16.700162 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:03:16.700527 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Checking segment: {'id': '37bf3e3f-ea69-46a9-bb01-0a92158211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:03:16.700912 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Bound using segment: {'id': '37bf3e3f-ea69-46a9-bb01-0a92158211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7'} {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:03:16.701516 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.managers [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Bound port: 89166a48-a2a6-4460-8ed4-0c25c48d2f3e, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37bf3e3f-ea69-46a9-bb01-0a92158211ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7'}}] {{(pid=108235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:03:16.701900 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:16.776217 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] For port 89166a48-a2a6-4460-8ed4-0c25c48d2f3e, host hv-cinder-81578, cleared binding levels {{(pid=108235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:03:16.779623 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] For port 89166a48-a2a6-4460-8ed4-0c25c48d2f3e, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=89166a48-a2a6-4460-8ed4-0c25c48d2f3e,segment=NetworkSegment(37bf3e3f-ea69-46a9-bb01-0a92158211ee),segment_id=37bf3e3f-ea69-46a9-bb01-0a92158211ee)] {{(pid=108235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:03:16.810581 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-14c68aea-6886-461b-9524-f5e9c0df469a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:16.886944 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c33392-d8b1-40dd-bdec-6a721bcc0d67 req-bfd476b2-fee7-4456-9049-3b8fe15b4221 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:16.888510 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-73c33392-d8b1-40dd-bdec-6a721bcc0d67 req-bfd476b2-fee7-4456-9049-3b8fe15b4221 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 944 time: 0.0531750 Oct 28 08:03:16.927675 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-73c33392-d8b1-40dd-bdec-6a721bcc0d67 req-f7f2f1a4-31a5-498d-84cd-2a16830a7e31 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327036 Oct 28 08:03:17.010802 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826247'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:17.045985 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:17.046490 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for port, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:17.047913 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] 10.222.0.30 "PUT /v2.0/ports/89166a48-a2a6-4460-8ed4-0c25c48d2f3e HTTP/1.1" status: 200 len: 1094 time: 1.6609609 Oct 28 08:03:17.048352 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd60408-d358-46e0-8955-6ab12792192d', 'tag': '89166a48-a2a6-4460-8ed4-0c25c48d2f3e'}] {{(pid=108235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:03:17.050877 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4ad7e0b1a6d0b9f916951d122592239853211ff815bbc9715a4b116bc233df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8286d835-7878-4854-bb82-f8953931e776" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd60408-d358-46e0-8955-6ab12792192d", "tag": "89166a48-a2a6-4460-8ed4-0c25c48d2f3e"}]}' {{(pid=108235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:03:17.075754 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2d56b-c325-4f2d-b548-4598f6c1e406 service neutron] Pushing event updated for resources: {'Port': ['ID=89166a48-a2a6-4460-8ed4-0c25c48d2f3e,revision_number=3']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:17.094946 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66316309-12b6-4f9b-8781-16ae2ebfb534 x-openstack-request-id: req-66316309-12b6-4f9b-8781-16ae2ebfb534 {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:03:17.095250 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd60408-d358-46e0-8955-6ab12792192d", "tag": "89166a48-a2a6-4460-8ed4-0c25c48d2f3e", "status": "completed", "code": 200}]} {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:03:17.107030 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66316309-12b6-4f9b-8781-16ae2ebfb534 {{(pid=108235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:03:17.107030 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd60408-d358-46e0-8955-6ab12792192d', 'tag': '89166a48-a2a6-4460-8ed4-0c25c48d2f3e', 'status': 'completed', 'code': 200} Oct 28 08:03:17.176107 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3513d-26f7-4c55-a220-0d9ef4f01ab8 req-767768fd-ddfc-4125-8c58-fba637b505ad tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:17.177454 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f1c3513d-26f7-4c55-a220-0d9ef4f01ab8 req-767768fd-ddfc-4125-8c58-fba637b505ad tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0800488 Oct 28 08:03:17.183499 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286d835-7878-4854-bb82-f8953931e776 req-379d698a-9122-48cc-8a13-3fb0719034d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:17.184990 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8286d835-7878-4854-bb82-f8953931e776 req-379d698a-9122-48cc-8a13-3fb0719034d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9df9af85b934838a36075f431459a17&device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 1097 time: 0.0590880 Oct 28 08:03:17.274055 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f1c3513d-26f7-4c55-a220-0d9ef4f01ab8 req-f7fdfe94-63a5-422e-a470-93b5d2ab2745 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880783 Oct 28 08:03:17.289275 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 60230) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:03:17.324073 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286d835-7878-4854-bb82-f8953931e776 req-59b3516b-4712-4a47-82a6-78027ed945c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:17.325864 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8286d835-7878-4854-bb82-f8953931e776 req-59b3516b-4712-4a47-82a6-78027ed945c8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b9df9af85b934838a36075f431459a17&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1248541 Oct 28 08:03:17.440250 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-55f7c0c7-8f66-4521-905f-70b7fe11df94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:17.502782 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae9236-d939-44bd-87fb-748cd9d170cf req-1e759168-2ca0-44eb-a2b7-7ccced9de48f tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:17.513048 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fbae9236-d939-44bd-87fb-748cd9d170cf req-1e759168-2ca0-44eb-a2b7-7ccced9de48f tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 944 time: 0.1186175 Oct 28 08:03:17.547181 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286d835-7878-4854-bb82-f8953931e776 req-a8d573d6-21d3-48aa-82e8-f5e5d6f5b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:17.556716 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8286d835-7878-4854-bb82-f8953931e776 req-a8d573d6-21d3-48aa-82e8-f5e5d6f5b86b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2148976 Oct 28 08:03:17.585214 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fbae9236-d939-44bd-87fb-748cd9d170cf req-15581a8d-960a-41eb-81e5-1397940abb6b tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675728 Oct 28 08:03:17.645982 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-55f7c0c7-8f66-4521-905f-70b7fe11df94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:17.652498 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-267734d7-e675-4ec6-bf44-f2c30538470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:17.654022 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-267734d7-e675-4ec6-bf44-f2c30538470c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9df9af85b934838a36075f431459a17&device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 1097 time: 0.0622082 Oct 28 08:03:17.704661 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-fea7b027-98d4-4f87-9ec7-6c5d1076d24e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89166a48-a2a6-4460-8ed4-0c25c48d2f3e HTTP/1.1" status: 200 len: 217 time: 0.0383251 Oct 28 08:03:17.762466 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-c519a7e6-1b27-44c9-ab31-7bfdef962496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:17.764183 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-c519a7e6-1b27-44c9-ab31-7bfdef962496 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0de35a65-ec2c-4494-9394-75899e9e59fa HTTP/1.1" status: 200 len: 855 time: 0.0499537 Oct 28 08:03:17.786352 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-55f7c0c7-8f66-4521-905f-70b7fe11df94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:17.810634 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-2dd6ca3c-9780-45eb-a7f0-ee5ba57511bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35f534e6-c3cc-4ef7-b110-42cfe99bd7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341036 Oct 28 08:03:17.886853 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-55f7c0c7-8f66-4521-905f-70b7fe11df94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1465c8f2f9494f0a9d7bc1019a3d38e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5964360 Oct 28 08:03:17.889239 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7c0c7-8f66-4521-905f-70b7fe11df94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193c7cb3-993b-4d26-9e69-366f2ebe6d60,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:17.889638 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 60238) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:03:17.936138 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-4d8d6684-ae17-46fe-8cc9-0775696c3a7e service neutron] 10.222.0.30 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128583 Oct 28 08:03:17.944298 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-97ebc7e6-bd13-4622-a8af-9aef59b264f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:17.971874 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-97ebc7e6-bd13-4622-a8af-9aef59b264f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:18.074813 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-67aecaa2-cab8-40d9-b52a-423d869ef22f req-a93c12c1-4a20-486f-8821-d76842bdc509 service neutron] 10.222.0.30 "GET /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297648 Oct 28 08:03:18.096248 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750a4aa-5f34-4e85-a2b1-f2770b43b517 req-b832c08e-75b2-4fb2-bc59-2e4de82d2246 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:18.098017 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8750a4aa-5f34-4e85-a2b1-f2770b43b517 req-b832c08e-75b2-4fb2-bc59-2e4de82d2246 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 944 time: 0.0752380 Oct 28 08:03:18.143541 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8750a4aa-5f34-4e85-a2b1-f2770b43b517 req-1357f691-0309-4e3c-b984-2854b5e4dd74 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344393 Oct 28 08:03:18.228093 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 2e326221-035a-4196-a1a9-89381e2daab6 details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:03:18.244774 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-97ebc7e6-bd13-4622-a8af-9aef59b264f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:18.247530 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-97ebc7e6-bd13-4622-a8af-9aef59b264f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:18.248774 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-97ebc7e6-bd13-4622-a8af-9aef59b264f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/193c7cb3-993b-4d26-9e69-366f2ebe6d60 HTTP/1.1" status: 204 len: 168 time: 0.3581376 Oct 28 08:03:18.257539 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebc7e6-bd13-4622-a8af-9aef59b264f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193c7cb3-993b-4d26-9e69-366f2ebe6d60,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:18.347737 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 2e326221-035a-4196-a1a9-89381e2daab6, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=2e326221-035a-4196-a1a9-89381e2daab6,segment=NetworkSegment(e1a2d5cf-914c-4552-9ab2-4893c92e1667),segment_id=e1a2d5cf-914c-4552-9ab2-4893c92e1667)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:03:18.359631 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': '2e326221-035a-4196-a1a9-89381e2daab6', 'network_id': 'e17c1ca2-95ab-461d-92b3-251ace598032', 'port_id': '2e326221-035a-4196-a1a9-89381e2daab6', 'mac_address': 'fa:16:3e:58:c5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e1cf83-df4d-4170-b765-86389a2e9a7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:03:18.403848 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:18.406420 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f169e8-5a26-4010-84bc-78c47f9dfe39 req-13890a65-66ad-452d-beb8-acf363f19872 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:18.407988 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d2f169e8-5a26-4010-84bc-78c47f9dfe39 req-13890a65-66ad-452d-beb8-acf363f19872 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0520680 Oct 28 08:03:18.418440 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e326221-035a-4196-a1a9-89381e2daab6 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:03:18.439017 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 2e326221-035a-4196-a1a9-89381e2daab6, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=2e326221-035a-4196-a1a9-89381e2daab6,segment=NetworkSegment(e1a2d5cf-914c-4552-9ab2-4893c92e1667),segment_id=e1a2d5cf-914c-4552-9ab2-4893c92e1667)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:03:18.449242 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d2f169e8-5a26-4010-84bc-78c47f9dfe39 req-c9de237f-60b0-4000-98b9-d28803c7ceb3 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343041 Oct 28 08:03:18.579486 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:18.627982 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=2e326221-035a-4196-a1a9-89381e2daab6,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:18.717171 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ce49d-0373-4cd1-898c-7394cdadbd5b req-3394a261-022d-4979-a3fd-e6f1291f75fb tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:18.719514 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-302ce49d-0373-4cd1-898c-7394cdadbd5b req-3394a261-022d-4979-a3fd-e6f1291f75fb tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 945 time: 0.0522461 Oct 28 08:03:18.760931 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-302ce49d-0373-4cd1-898c-7394cdadbd5b req-147a798d-f8eb-4e56-a874-bb08714dd95a tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352139 Oct 28 08:03:19.276167 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae33eb-dce4-46b0-aed7-aeeb88b84ce3 req-9f4ce259-fffd-4fc7-a58d-bf2673e521e6 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:19.277836 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a2ae33eb-dce4-46b0-aed7-aeeb88b84ce3 req-9f4ce259-fffd-4fc7-a58d-bf2673e521e6 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 944 time: 0.0553114 Oct 28 08:03:19.323650 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a2ae33eb-dce4-46b0-aed7-aeeb88b84ce3 req-b9ed28f7-d6f8-4144-b6df-837c7590ba6a tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370452 Oct 28 08:03:19.373318 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-299bd4df-4cce-4d18-9105-e690ec37c8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:19.570981 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8dce8-f5ec-412e-ade5-ce10f3620597 req-7b8bbcf0-8f54-43d6-b259-0b282921e091 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:19.572554 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fd8dce8-f5ec-412e-ade5-ce10f3620597 req-7b8bbcf0-8f54-43d6-b259-0b282921e091 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0522258 Oct 28 08:03:19.614541 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fd8dce8-f5ec-412e-ade5-ce10f3620597 req-1cc3be66-68c3-43f6-9bcd-407420915172 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357571 Oct 28 08:03:19.676854 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:19.880922 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e504b-3d47-4599-9521-64e6a6f1a562 req-667e704d-c751-47bd-9357-24f7f3fbee81 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:19.883134 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8d6e504b-3d47-4599-9521-64e6a6f1a562 req-667e704d-c751-47bd-9357-24f7f3fbee81 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 945 time: 0.0533259 Oct 28 08:03:19.888127 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['2e326221-035a-4196-a1a9-89381e2daab6'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:03:19.929262 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8d6e504b-3d47-4599-9521-64e6a6f1a562 req-06295454-5d39-4518-900e-288666673ddc tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371659 Oct 28 08:03:20.546653 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510d10d-de28-4824-86ca-200f825c5fdf req-05b80fff-4c16-45db-a8b7-082e95e01bab tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:20.548128 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1510d10d-de28-4824-86ca-200f825c5fdf req-05b80fff-4c16-45db-a8b7-082e95e01bab tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 944 time: 0.0516148 Oct 28 08:03:20.589476 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1510d10d-de28-4824-86ca-200f825c5fdf req-28ac8426-c451-4d74-91db-a784a8a74043 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328100 Oct 28 08:03:20.699697 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:20.741399 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51128e-ff0b-40ee-b23a-ddf372ee613c req-7e8661fa-01cb-4d27-9d07-ac0c33de6074 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:20.743152 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ea51128e-ff0b-40ee-b23a-ddf372ee613c req-7e8661fa-01cb-4d27-9d07-ac0c33de6074 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0492089 Oct 28 08:03:20.781324 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ea51128e-ff0b-40ee-b23a-ddf372ee613c req-79849871-f571-41e4-8fb1-e5dc0ddd3599 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323732 Oct 28 08:03:21.046526 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b862927-f76a-450e-bf89-42d72d49a7bd req-47e1163c-8ff8-49e5-8a75-fe0139bd786c tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:21.048051 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8b862927-f76a-450e-bf89-42d72d49a7bd req-47e1163c-8ff8-49e5-8a75-fe0139bd786c tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 945 time: 0.0486562 Oct 28 08:03:21.087309 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8b862927-f76a-450e-bf89-42d72d49a7bd req-d41bc590-0a7b-4de4-852f-343300b307f6 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328362 Oct 28 08:03:21.707599 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebaffd-9f9e-46f7-a5f6-dacc85641f26 req-23f4e307-54ec-411b-a403-536c3e83d566 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:21.709074 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0aebaffd-9f9e-46f7-a5f6-dacc85641f26 req-23f4e307-54ec-411b-a403-536c3e83d566 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 944 time: 0.0524423 Oct 28 08:03:21.750805 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0aebaffd-9f9e-46f7-a5f6-dacc85641f26 req-75c6a07e-f79a-4263-9747-865a020f0b7e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348701 Oct 28 08:03:21.904528 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc0417-0d92-4f15-8b65-59d5fb699bb6 req-e7229405-8f50-4b1e-b4d4-795c4c08597f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:21.906050 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-86cc0417-0d92-4f15-8b65-59d5fb699bb6 req-e7229405-8f50-4b1e-b4d4-795c4c08597f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0508397 Oct 28 08:03:21.945827 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-86cc0417-0d92-4f15-8b65-59d5fb699bb6 req-ebd36834-76f8-4ced-a1dc-500026e1b04d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338328 Oct 28 08:03:22.209050 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcbe31-347b-4e71-bfea-cb0d15dffe8b req-08144110-a915-4157-b62a-3e06f7b1602f tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:22.211402 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-78dcbe31-347b-4e71-bfea-cb0d15dffe8b req-08144110-a915-4157-b62a-3e06f7b1602f tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 945 time: 0.0517423 Oct 28 08:03:22.247651 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 2e326221-035a-4196-a1a9-89381e2daab6 up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:03:22.257114 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-78dcbe31-347b-4e71-bfea-cb0d15dffe8b req-61bdc001-f329-4d52-890e-6d590203bee4 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353878 Oct 28 08:03:22.430671 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port 2e326221-035a-4196-a1a9-89381e2daab6 completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:03:22.434856 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port 2e326221-035a-4196-a1a9-89381e2daab6 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:03:22.435232 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:22.517108 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:22.541489 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657e91e6-7918-40bd-8950-2781659373dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e326221-035a-4196-a1a9-89381e2daab6'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:03:22.543788 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746c895a-1b9b-4e5a-acd3-2e5964b5c61c" -d '{"events": [{"server_uuid": "657e91e6-7918-40bd-8950-2781659373dc", "name": "network-vif-plugged", "status": "completed", "tag": "2e326221-035a-4196-a1a9-89381e2daab6"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:03:22.566908 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 2e326221-035a-4196-a1a9-89381e2daab6, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=2e326221-035a-4196-a1a9-89381e2daab6,segment=NetworkSegment(e1a2d5cf-914c-4552-9ab2-4893c92e1667),segment_id=e1a2d5cf-914c-4552-9ab2-4893c92e1667)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:03:22.584986 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7ccd03-a01f-46e2-8470-6bb6e38656dd x-openstack-request-id: req-dc7ccd03-a01f-46e2-8470-6bb6e38656dd {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:03:22.585384 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "657e91e6-7918-40bd-8950-2781659373dc", "name": "network-vif-plugged", "status": "completed", "tag": "2e326221-035a-4196-a1a9-89381e2daab6", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:03:22.585634 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc7ccd03-a01f-46e2-8470-6bb6e38656dd {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:03:22.586026 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657e91e6-7918-40bd-8950-2781659373dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e326221-035a-4196-a1a9-89381e2daab6', 'code': 200} Oct 28 08:03:22.790974 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:22.791810 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:22.845624 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=2e326221-035a-4196-a1a9-89381e2daab6,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:22.885736 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f78ac-42a1-4e04-a719-8e1060cc806d req-09609abf-3c13-47b4-a1bc-58759bb6f35f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:22.887336 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ad3f78ac-42a1-4e04-a719-8e1060cc806d req-09609abf-3c13-47b4-a1bc-58759bb6f35f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 944 time: 0.0575953 Oct 28 08:03:22.935986 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ad3f78ac-42a1-4e04-a719-8e1060cc806d req-ecbe6c75-3def-441c-af42-ad943243eede tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423570 Oct 28 08:03:23.012159 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcfbc9-3dd9-46d6-bed4-ac910452f277 req-07fece5e-b293-4504-bb94-966bc679df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:23.014255 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a0bcfbc9-3dd9-46d6-bed4-ac910452f277 req-07fece5e-b293-4504-bb94-966bc679df73 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 1099 time: 0.0421472 Oct 28 08:03:23.093786 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a0bcfbc9-3dd9-46d6-bed4-ac910452f277 req-8d1b4fe2-aae3-4857-b606-497b1750519d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638621 Oct 28 08:03:23.105484 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac8a9c-6c45-4abc-8d37-a9c07bfa4607 req-10197549-c0a6-49e8-9cc1-05fa26a67b66 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:23.107144 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-10ac8a9c-6c45-4abc-8d37-a9c07bfa4607 req-10197549-c0a6-49e8-9cc1-05fa26a67b66 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0877202 Oct 28 08:03:23.155296 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-10ac8a9c-6c45-4abc-8d37-a9c07bfa4607 req-c5c0d7d8-f557-4e7a-bac4-3219269f679e tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356436 Oct 28 08:03:23.189075 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-b59eff79-4631-4be3-aa06-5fe4c4b82192 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1138194124&fields=id&tenant_id=e8e3328adfdb47159a3c8f03b8a4b91e HTTP/1.1" status: 200 len: 267 time: 0.0345721 Oct 28 08:03:23.311027 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-a17ff265-bfa0-49bf-9265-8923a3198a77 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:23.312835 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-a17ff265-bfa0-49bf-9265-8923a3198a77 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/networks?id=d887f050-79aa-489b-9750-77b5b6491008 HTTP/1.1" status: 200 len: 809 time: 0.1161008 Oct 28 08:03:23.329987 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-ef1c9f8c-6cb8-4f6f-8c37-71649ef121c1 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/quotas/e8e3328adfdb47159a3c8f03b8a4b91e HTTP/1.1" status: 200 len: 375 time: 0.0113649 Oct 28 08:03:23.412851 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63e484-934f-4c00-b601-4015fde3ee8b req-d63cb22f-2f5e-4773-bf79-e0685742479a tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:23.415190 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-de63e484-934f-4c00-b601-4015fde3ee8b req-d63cb22f-2f5e-4773-bf79-e0685742479a tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 946 time: 0.0836458 Oct 28 08:03:23.425749 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-c2481195-7f06-4aea-9f36-14e10de90617 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8e3328adfdb47159a3c8f03b8a4b91e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844345 Oct 28 08:03:23.509096 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-de63e484-934f-4c00-b601-4015fde3ee8b req-fe625329-87c5-490c-ad04-73e4d7c3bc99 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823257 Oct 28 08:03:23.549079 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-7024faf1-6b40-4974-9a8a-aed67ae02c0a service neutron] 10.222.0.37 "GET /v2.0/networks/d887f050-79aa-489b-9750-77b5b6491008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062829 Oct 28 08:03:23.646380 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-6bac01c3-e858-480c-b3cc-834af0b1b61f service neutron] 10.222.0.37 "GET /v2.0/networks/d887f050-79aa-489b-9750-77b5b6491008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904791 Oct 28 08:03:24.149956 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de1b80-7ab0-47ad-8f59-3cc93b376a11 req-3112a6b6-a9af-4496-84ea-f9c76dc6f3ab tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:24.151471 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-77de1b80-7ab0-47ad-8f59-3cc93b376a11 req-3112a6b6-a9af-4496-84ea-f9c76dc6f3ab tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 944 time: 0.0518167 Oct 28 08:03:24.190861 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-77de1b80-7ab0-47ad-8f59-3cc93b376a11 req-6f50bbab-c36b-4e99-a7e5-9f95ea749642 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333827 Oct 28 08:03:24.281576 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 89166a48-a2a6-4460-8ed4-0c25c48d2f3e details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:03:24.388674 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 89166a48-a2a6-4460-8ed4-0c25c48d2f3e, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=89166a48-a2a6-4460-8ed4-0c25c48d2f3e,segment=NetworkSegment(37bf3e3f-ea69-46a9-bb01-0a92158211ee),segment_id=37bf3e3f-ea69-46a9-bb01-0a92158211ee)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:03:24.404819 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': '89166a48-a2a6-4460-8ed4-0c25c48d2f3e', 'network_id': '35f534e6-c3cc-4ef7-b110-42cfe99bd7b7', 'port_id': '89166a48-a2a6-4460-8ed4-0c25c48d2f3e', 'mac_address': 'fa:16:3e:80:3d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0de35a65-ec2c-4494-9394-75899e9e59fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:03:24.447952 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:24.464073 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89166a48-a2a6-4460-8ed4-0c25c48d2f3e {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:03:24.467912 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eff4f6-3078-4f52-8b21-7916a2e7dad0 req-8b7093b9-d48c-4782-8ca4-0cd2de362623 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:24.488245 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c9eff4f6-3078-4f52-8b21-7916a2e7dad0 req-8b7093b9-d48c-4782-8ca4-0cd2de362623 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0748439 Oct 28 08:03:24.488349 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 89166a48-a2a6-4460-8ed4-0c25c48d2f3e, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=89166a48-a2a6-4460-8ed4-0c25c48d2f3e,segment=NetworkSegment(37bf3e3f-ea69-46a9-bb01-0a92158211ee),segment_id=37bf3e3f-ea69-46a9-bb01-0a92158211ee)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:03:24.538543 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7e89f14e-8cea-4425-8324-b8a89d92a23c req-a0078989-97f7-43b6-9633-b8652581950d tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 210 time: 0.0267136 Oct 28 08:03:24.538543 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c9eff4f6-3078-4f52-8b21-7916a2e7dad0 req-545210c6-2919-4d2b-9e19-6e700c47ff70 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604303 Oct 28 08:03:24.610844 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:24.644694 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc1045-09d1-4ace-af13-ae0e047d449f req-a165669b-b20a-4236-9b63-11399a87fff2 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:24.646271 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-62fc1045-09d1-4ace-af13-ae0e047d449f req-a165669b-b20a-4236-9b63-11399a87fff2 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 946 time: 0.0516205 Oct 28 08:03:24.662836 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=89166a48-a2a6-4460-8ed4-0c25c48d2f3e,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:24.687270 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-62fc1045-09d1-4ace-af13-ae0e047d449f req-6257616b-13a3-4418-b5c2-404e587cbbf3 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345507 Oct 28 08:03:25.314488 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['89166a48-a2a6-4460-8ed4-0c25c48d2f3e'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:03:25.321796 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eba727-ae7f-4f16-a230-ae8a0318b403 req-686666eb-2d6d-4c15-973f-4c403485376d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:25.323390 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f3eba727-ae7f-4f16-a230-ae8a0318b403 req-686666eb-2d6d-4c15-973f-4c403485376d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 945 time: 0.0636554 Oct 28 08:03:25.401470 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f3eba727-ae7f-4f16-a230-ae8a0318b403 req-4f630b47-c283-42e0-9a50-d48024a36841 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709579 Oct 28 08:03:25.636910 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c7796243-b740-4593-812d-f65a0f1297fe req-c23b91da-4ffe-46ca-8247-f2aa8ea7c803 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 210 time: 0.0313690 Oct 28 08:03:25.682069 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31bf58-660a-4962-bc11-392b0c7579ce req-4d38acec-79d1-498c-8447-08c6157cb75c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:25.683615 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8f31bf58-660a-4962-bc11-392b0c7579ce req-4d38acec-79d1-498c-8447-08c6157cb75c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0664666 Oct 28 08:03:25.727000 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8f31bf58-660a-4962-bc11-392b0c7579ce req-f5f9f66a-692e-4c28-be2f-811358a49e52 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371525 Oct 28 08:03:25.819644 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d41b60-ae32-4370-8c09-a582d9fc53a1 req-78171690-d3b6-4190-8a26-90a10da3e53d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:25.821333 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-95d41b60-ae32-4370-8c09-a582d9fc53a1 req-78171690-d3b6-4190-8a26-90a10da3e53d tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 946 time: 0.0554655 Oct 28 08:03:25.865068 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-95d41b60-ae32-4370-8c09-a582d9fc53a1 req-180eebe0-17a2-4ed6-abf0-78996f8740b9 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366247 Oct 28 08:03:26.406124 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:26.531454 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e8b81-5ecf-4948-a68b-18439cdb34af req-153c117f-b300-4f05-91d4-09dd71564982 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:26.535607 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ae0e8b81-5ecf-4948-a68b-18439cdb34af req-153c117f-b300-4f05-91d4-09dd71564982 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 945 time: 0.0631526 Oct 28 08:03:26.577456 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ae0e8b81-5ecf-4948-a68b-18439cdb34af req-f475cd96-c6c8-40bd-b335-af75917ff2ab tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384037 Oct 28 08:03:26.730852 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fa2e099c-d5b9-4b4d-96d4-16ee09df3973 req-1e722a22-eb8e-4ed8-a5ce-91626c979006 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 210 time: 0.0252700 Oct 28 08:03:26.841423 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32def1a-2979-4364-8364-aa9a27409993 req-aaa0108a-eca7-4421-9911-2ab4e88ef812 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:26.842955 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a32def1a-2979-4364-8364-aa9a27409993 req-aaa0108a-eca7-4421-9911-2ab4e88ef812 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0483584 Oct 28 08:03:26.883103 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a32def1a-2979-4364-8364-aa9a27409993 req-5188133f-8347-4b7b-881a-9d5c80b5478b tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337024 Oct 28 08:03:26.984710 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4b7e2-3cc6-463a-bd39-ea9e4d85b84c req-63b55324-2872-4fba-8d47-412014005bf7 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:26.986215 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-37a4b7e2-3cc6-463a-bd39-ea9e4d85b84c req-63b55324-2872-4fba-8d47-412014005bf7 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 946 time: 0.0509367 Oct 28 08:03:27.029784 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-37a4b7e2-3cc6-463a-bd39-ea9e4d85b84c req-c6b37084-2355-403b-a57e-b3661e271434 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361536 Oct 28 08:03:27.748879 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90623f7-3b77-4664-91a1-0c7f5e51372e req-2e947b58-372d-44c1-b40d-a5da718534e3 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:27.751508 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f90623f7-3b77-4664-91a1-0c7f5e51372e req-2e947b58-372d-44c1-b40d-a5da718534e3 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 945 time: 0.0858014 Oct 28 08:03:27.795901 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f90623f7-3b77-4664-91a1-0c7f5e51372e req-b8d3f37b-0380-4a9d-b106-85855be9fe10 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376720 Oct 28 08:03:27.848193 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-937f5482-3518-4eb5-9ee7-670f05b0df61 req-2793853f-74ff-487f-83d5-11d1e8186aeb tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 210 time: 0.0285666 Oct 28 08:03:28.002554 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6e0f3-e591-4d38-bf74-0a2e9dcbbae8 req-8f358572-7687-4878-ae84-848c7519744c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:28.004090 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6b6e0f3-e591-4d38-bf74-0a2e9dcbbae8 req-8f358572-7687-4878-ae84-848c7519744c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0479536 Oct 28 08:03:28.048492 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6b6e0f3-e591-4d38-bf74-0a2e9dcbbae8 req-f3f48893-21b1-4d6d-b119-a06438fd6313 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372150 Oct 28 08:03:28.276571 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 89166a48-a2a6-4460-8ed4-0c25c48d2f3e up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:03:28.436454 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port 89166a48-a2a6-4460-8ed4-0c25c48d2f3e completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:03:28.440622 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port 89166a48-a2a6-4460-8ed4-0c25c48d2f3e triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:03:28.441619 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:28.539815 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:28.566653 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd60408-d358-46e0-8955-6ab12792192d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89166a48-a2a6-4460-8ed4-0c25c48d2f3e'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:03:28.569268 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430bf975-604c-4279-9de9-d88365df7439" -d '{"events": [{"server_uuid": "0fd60408-d358-46e0-8955-6ab12792192d", "name": "network-vif-plugged", "status": "completed", "tag": "89166a48-a2a6-4460-8ed4-0c25c48d2f3e"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:03:28.583176 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 89166a48-a2a6-4460-8ed4-0c25c48d2f3e, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=89166a48-a2a6-4460-8ed4-0c25c48d2f3e,segment=NetworkSegment(37bf3e3f-ea69-46a9-bb01-0a92158211ee),segment_id=37bf3e3f-ea69-46a9-bb01-0a92158211ee)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:03:28.618409 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd36696-5aad-4c4c-9279-2e72bebc49bc x-openstack-request-id: req-5fd36696-5aad-4c4c-9279-2e72bebc49bc {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:03:28.621495 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd60408-d358-46e0-8955-6ab12792192d", "name": "network-vif-plugged", "status": "completed", "tag": "89166a48-a2a6-4460-8ed4-0c25c48d2f3e", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:03:28.621495 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fd36696-5aad-4c4c-9279-2e72bebc49bc {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:03:28.621495 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd60408-d358-46e0-8955-6ab12792192d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89166a48-a2a6-4460-8ed4-0c25c48d2f3e', 'code': 200} Oct 28 08:03:28.672832 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-bd995f0b-954d-4db1-9935-13705875d1b3 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:28.675039 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-bd995f0b-954d-4db1-9935-13705875d1b3 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.30 "GET /v2.0/networks?id=d887f050-79aa-489b-9750-77b5b6491008 HTTP/1.1" status: 200 len: 809 time: 0.1181009 Oct 28 08:03:28.722046 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-f986201b-61e8-4dc4-be9b-729b716addda tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8e3328adfdb47159a3c8f03b8a4b91e HTTP/1.1" status: 200 len: 380 time: 0.0374107 Oct 28 08:03:28.737706 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-42c7064b-f82b-4388-9e6a-70973ce0d721 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Request body: {'port': {'device_id': 'bc90c886-b3e4-4a59-a1da-fbd9db8dcfce', 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008', 'admin_state_up': True, 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'security_groups': ['a8d2f2fb-c79c-47aa-8369-82dc2cb36f08']}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:03:28.744864 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:28.796760 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=89166a48-a2a6-4460-8ed4-0c25c48d2f3e,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:28.942712 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30820f9d-fb52-4da5-8188-5654d7d09e5d req-f167c10e-75c4-4b82-99c7-edf98e1f0cad tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:28.946235 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30820f9d-fb52-4da5-8188-5654d7d09e5d req-f167c10e-75c4-4b82-99c7-edf98e1f0cad tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 946 time: 0.0621805 Oct 28 08:03:28.962046 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-75370a14-4c68-4365-b053-92462c3606e6 req-886e589a-b65e-43be-a126-02c3c878a0d5 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 210 time: 0.0403512 Oct 28 08:03:28.994924 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-30820f9d-fb52-4da5-8188-5654d7d09e5d req-59846b51-bf38-4d1b-bd76-778097ae23cf tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366755 Oct 28 08:03:29.058821 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-42c7064b-f82b-4388-9e6a-70973ce0d721 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Made reservation on behalf of e8e3328adfdb47159a3c8f03b8a4b91e for: {'port': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:03:29.062135 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-42c7064b-f82b-4388-9e6a-70973ce0d721 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:29.084962 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82426f19-0e3a-4446-b28e-010ced69c705 req-7f2db7fe-c172-4c82-a0f9-7e93775fa310 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:29.086505 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-82426f19-0e3a-4446-b28e-010ced69c705 req-7f2db7fe-c172-4c82-a0f9-7e93775fa310 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 946 time: 0.0669816 Oct 28 08:03:29.152753 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c39602-441f-49b7-87d0-aea4899521a8 req-df8dcabb-1842-4f2c-9631-a5b2b2a27d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:29.154256 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-45c39602-441f-49b7-87d0-aea4899521a8 req-df8dcabb-1842-4f2c-9631-a5b2b2a27d15 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 1099 time: 0.0463481 Oct 28 08:03:29.197782 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-45c39602-441f-49b7-87d0-aea4899521a8 req-d676e342-19b3-4177-96c3-61e7a7db4980 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343790 Oct 28 08:03:29.218520 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-82426f19-0e3a-4446-b28e-010ced69c705 req-7013ea35-8258-4dd6-9630-0ffcfbb3c352 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213658 Oct 28 08:03:29.275849 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a7715-ec35-4ac4-988b-374224d4e7b3 req-e7df9427-49f1-46ea-b545-a363275929aa tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:29.277408 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d32a7715-ec35-4ac4-988b-374224d4e7b3 req-e7df9427-49f1-46ea-b545-a363275929aa tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.1337206 Oct 28 08:03:29.306631 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_common [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-42c7064b-f82b-4388-9e6a-70973ce0d721 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Allocated IP 172.20.0.10 (d887f050-79aa-489b-9750-77b5b6491008/c030f593-fbc5-43e1-985f-2b5bcb12e0bf/b543de41-08e1-4367-87a9-e5d7007e34e5) {{(pid=108235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:03:29.338305 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d32a7715-ec35-4ac4-988b-374224d4e7b3 req-9efdf2d5-2356-4b23-955b-31aac853208f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528557 Oct 28 08:03:29.466331 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-42c7064b-f82b-4388-9e6a-70973ce0d721 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for port, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:29.596813 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-42c7064b-f82b-4388-9e6a-70973ce0d721 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:29.638141 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-42c7064b-f82b-4388-9e6a-70973ce0d721 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Network d887f050-79aa-489b-9750-77b5b6491008 is already hosted by enough agents. {{(pid=108235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:03:29.641299 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-42c7064b-f82b-4388-9e6a-70973ce0d721 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Resources bound (agent type, host, resource id): {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:03:29.645298 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-42c7064b-f82b-4388-9e6a-70973ce0d721 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Received port after_create {{(pid=108235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:03:29.666117 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7064b-f82b-4388-9e6a-70973ce0d721 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Pushing event updated for resources: {'Port': ['ID=b543de41-08e1-4367-87a9-e5d7007e34e5,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:29.714900 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-42c7064b-f82b-4388-9e6a-70973ce0d721 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:29.716003 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-42c7064b-f82b-4388-9e6a-70973ce0d721 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for port, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:29.864274 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-42c7064b-f82b-4388-9e6a-70973ce0d721 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1304085 Oct 28 08:03:29.892444 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Request body: {'port': {'device_id': 'bc90c886-b3e4-4a59-a1da-fbd9db8dcfce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:03:29.922586 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-ef9c85be-1c5d-4309-877b-b9bebe941d95 None None] Provisioning complete for port b543de41-08e1-4367-87a9-e5d7007e34e5 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:03:29.923165 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ef9c85be-1c5d-4309-877b-b9bebe941d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:29.961452 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-ef9c85be-1c5d-4309-877b-b9bebe941d95 None None] Port b543de41-08e1-4367-87a9-e5d7007e34e5 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:03:30.239123 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:30.305898 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cd745-928b-4fa0-b719-4c363f003293 req-a58b0647-7234-40b4-90f2-0aaa32afeb66 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:30.305898 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-588cd745-928b-4fa0-b719-4c363f003293 req-a58b0647-7234-40b4-90f2-0aaa32afeb66 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 946 time: 0.1177285 Oct 28 08:03:30.313464 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03f241-89ef-4021-ae0b-e8c8cb4aace0 req-b50811eb-a9f3-40c5-8656-e773006f64df tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:30.315006 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fa03f241-89ef-4021-ae0b-e8c8cb4aace0 req-b50811eb-a9f3-40c5-8656-e773006f64df tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 932 time: 0.1302969 Oct 28 08:03:30.455333 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-588cd745-928b-4fa0-b719-4c363f003293 req-ec74450a-7622-4ed5-ae66-42653e8bce5d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373715 Oct 28 08:03:30.464279 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fa03f241-89ef-4021-ae0b-e8c8cb4aace0 req-9350fb39-0de5-4734-8ce2-dd9712c3f8f2 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321135 Oct 28 08:03:30.689621 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eac016-6555-4ee1-ab53-ab9d4ae671de req-dfdbc6f6-9b62-4a9b-b16a-7b8eb4ee59ea tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:30.691146 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-28eac016-6555-4ee1-ab53-ab9d4ae671de req-dfdbc6f6-9b62-4a9b-b16a-7b8eb4ee59ea tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 946 time: 0.1450658 Oct 28 08:03:30.703703 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934bef6-e792-4c24-92cf-44adcacfae4e req-0278a121-6f67-43a6-8f8e-6551cd411ff5 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:30.705221 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e934bef6-e792-4c24-92cf-44adcacfae4e req-0278a121-6f67-43a6-8f8e-6551cd411ff5 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.1410246 Oct 28 08:03:30.723692 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b543de41-08e1-4367-87a9-e5d7007e34e5 {{(pid=108235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:03:30.744553 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:30.776242 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.provisioning_blocks [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Transition to ACTIVE for port object b543de41-08e1-4367-87a9-e5d7007e34e5 will not be triggered until provisioned by entity L2. {{(pid=108235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:03:30.794362 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-28eac016-6555-4ee1-ab53-ab9d4ae671de req-a3e57f07-0ed7-4877-8629-06fb31f7ae51 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864558 Oct 28 08:03:30.824552 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e934bef6-e792-4c24-92cf-44adcacfae4e req-83d1024a-1257-425e-bfb8-def15f2e175c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829005 Oct 28 08:03:31.036533 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826247'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:31.089056 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Pushing event updated for resources: {'Port': ['ID=b543de41-08e1-4367-87a9-e5d7007e34e5,revision_number=2']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:31.186806 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.managers [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Attempting to bind port b543de41-08e1-4367-87a9-e5d7007e34e5 on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:03:31.187264 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.managers [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Attempting to bind port b543de41-08e1-4367-87a9-e5d7007e34e5 by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': 'a2cfed3b-4ed3-4933-b580-63330d1c8df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008'}] {{(pid=108235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:03:31.187714 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Attempting to bind port b543de41-08e1-4367-87a9-e5d7007e34e5 on network d887f050-79aa-489b-9750-77b5b6491008 {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:03:31.192898 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Port b543de41-08e1-4367-87a9-e5d7007e34e5 on network d887f050-79aa-489b-9750-77b5b6491008 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:03:31.193365 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Attempting to bind port b543de41-08e1-4367-87a9-e5d7007e34e5 on network d887f050-79aa-489b-9750-77b5b6491008 {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:03:31.199848 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:03:31.200273 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Checking segment: {'id': 'a2cfed3b-4ed3-4933-b580-63330d1c8df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:03:31.200729 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Bound using segment: {'id': 'a2cfed3b-4ed3-4933-b580-63330d1c8df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008'} {{(pid=108235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:03:31.201257 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.managers [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Bound port: b543de41-08e1-4367-87a9-e5d7007e34e5, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2cfed3b-4ed3-4933-b580-63330d1c8df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008'}}] {{(pid=108235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:03:31.201691 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:31.278442 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] For port b543de41-08e1-4367-87a9-e5d7007e34e5, host hv-cinder-81578, cleared binding levels {{(pid=108235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:03:31.281951 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] For port b543de41-08e1-4367-87a9-e5d7007e34e5, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=b543de41-08e1-4367-87a9-e5d7007e34e5,segment=NetworkSegment(a2cfed3b-4ed3-4933-b580-63330d1c8df9),segment_id=a2cfed3b-4ed3-4933-b580-63330d1c8df9)] {{(pid=108235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:03:31.419651 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826247'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:31.433008 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:03:31.455617 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:31.456248 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for port, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:31.457676 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] 10.222.0.30 "PUT /v2.0/ports/b543de41-08e1-4367-87a9-e5d7007e34e5 HTTP/1.1" status: 200 len: 1094 time: 1.5697284 Oct 28 08:03:31.458169 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc90c886-b3e4-4a59-a1da-fbd9db8dcfce', 'tag': 'b543de41-08e1-4367-87a9-e5d7007e34e5'}] {{(pid=108235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:03:31.461209 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4ad7e0b1a6d0b9f916951d122592239853211ff815bbc9715a4b116bc233df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a5a9a5-a7ba-471f-a673-086af70f03fd" -d '{"events": [{"name": "network-changed", "server_uuid": "bc90c886-b3e4-4a59-a1da-fbd9db8dcfce", "tag": "b543de41-08e1-4367-87a9-e5d7007e34e5"}]}' {{(pid=108235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:03:31.512142 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2e72d-6659-4ae7-a549-7a841bb19478 service neutron] Pushing event updated for resources: {'Port': ['ID=b543de41-08e1-4367-87a9-e5d7007e34e5,revision_number=3']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:31.540167 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cb2e95-0bbb-4bea-821d-399cb25e6bf7 x-openstack-request-id: req-80cb2e95-0bbb-4bea-821d-399cb25e6bf7 {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:03:31.540167 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc90c886-b3e4-4a59-a1da-fbd9db8dcfce", "tag": "b543de41-08e1-4367-87a9-e5d7007e34e5", "status": "completed", "code": 200}]} {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:03:31.540167 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80cb2e95-0bbb-4bea-821d-399cb25e6bf7 {{(pid=108235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:03:31.540167 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc90c886-b3e4-4a59-a1da-fbd9db8dcfce', 'tag': 'b543de41-08e1-4367-87a9-e5d7007e34e5', 'status': 'completed', 'code': 200} Oct 28 08:03:31.705769 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5a9a5-a7ba-471f-a673-086af70f03fd req-d9851032-187b-48a4-a835-1388ed7c103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:31.707397 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-44a5a9a5-a7ba-471f-a673-086af70f03fd req-d9851032-187b-48a4-a835-1388ed7c103a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8e3328adfdb47159a3c8f03b8a4b91e&device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 1097 time: 0.1371255 Oct 28 08:03:31.723769 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd831409-04bf-42da-b432-9c75f42ab0e0 req-4490e590-2e42-4d03-8ac1-7ea8430813ad tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:31.725422 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cd831409-04bf-42da-b432-9c75f42ab0e0 req-4490e590-2e42-4d03-8ac1-7ea8430813ad tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 946 time: 0.1097615 Oct 28 08:03:31.733369 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01755f-eb84-4f84-9f7d-89c8ec85715b req-31bd0b2d-fb66-49e1-a604-d70556c7fc4e tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:31.735097 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0c01755f-eb84-4f84-9f7d-89c8ec85715b req-31bd0b2d-fb66-49e1-a604-d70556c7fc4e tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.1176758 Oct 28 08:03:31.858324 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cd831409-04bf-42da-b432-9c75f42ab0e0 req-6b001d05-5935-40c5-9221-2cd3a2ebb468 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196527 Oct 28 08:03:31.862770 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0c01755f-eb84-4f84-9f7d-89c8ec85715b req-8d6e9deb-9acd-4107-bb70-4d999483e071 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164286 Oct 28 08:03:31.907934 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5a9a5-a7ba-471f-a673-086af70f03fd req-6981acdd-2bfc-4c91-b161-7b662f92ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:31.909565 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-44a5a9a5-a7ba-471f-a673-086af70f03fd req-6981acdd-2bfc-4c91-b161-7b662f92ef4c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e8e3328adfdb47159a3c8f03b8a4b91e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1734457 Oct 28 08:03:31.930179 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f98d9e-9e55-44ff-9de9-d1b0d05d024b req-ab2c9f45-4c60-4855-9eb1-fbe3870ea8e7 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:31.931725 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4f98d9e-9e55-44ff-9de9-d1b0d05d024b req-ab2c9f45-4c60-4855-9eb1-fbe3870ea8e7 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.30 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 946 time: 0.1033266 Oct 28 08:03:32.059616 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-d4f98d9e-9e55-44ff-9de9-d1b0d05d024b req-89aa0074-3d1e-4632-9149-440abcad1c2b tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Deleting port 2e326221-035a-4196-a1a9-89381e2daab6 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:03:32.060004 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d4f98d9e-9e55-44ff-9de9-d1b0d05d024b req-89aa0074-3d1e-4632-9149-440abcad1c2b tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:32.085192 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d43035-ee6f-4505-b375-b746b210c545 req-717376d8-9db6-4922-ad44-5fe5d2126b14 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:32.086949 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-35d43035-ee6f-4505-b375-b746b210c545 req-717376d8-9db6-4922-ad44-5fe5d2126b14 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.1438856 Oct 28 08:03:32.098099 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c9c3a-a60a-46f7-8934-d565c319e962 req-6217c646-63f5-491c-81df-0fea18bd4720 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:32.100442 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-428c9c3a-a60a-46f7-8934-d565c319e962 req-6217c646-63f5-491c-81df-0fea18bd4720 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 946 time: 0.1249409 Oct 28 08:03:32.144328 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5a9a5-a7ba-471f-a673-086af70f03fd req-49cf9e83-a468-49e6-856b-8835dc0a7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:32.146004 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-44a5a9a5-a7ba-471f-a673-086af70f03fd req-49cf9e83-a468-49e6-856b-8835dc0a7177 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2287650 Oct 28 08:03:32.166310 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-d4f98d9e-9e55-44ff-9de9-d1b0d05d024b req-89aa0074-3d1e-4632-9149-440abcad1c2b tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] For port 2e326221-035a-4196-a1a9-89381e2daab6, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=2e326221-035a-4196-a1a9-89381e2daab6,segment=NetworkSegment(e1a2d5cf-914c-4552-9ab2-4893c92e1667),segment_id=e1a2d5cf-914c-4552-9ab2-4893c92e1667)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:03:32.166674 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d4f98d9e-9e55-44ff-9de9-d1b0d05d024b req-89aa0074-3d1e-4632-9149-440abcad1c2b tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:32.175212 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-428c9c3a-a60a-46f7-8934-d565c319e962 req-d14af8fa-1821-421f-9a36-e00773795706 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/security-groups?id=27ca70fd-7bf9-40af-adfe-c9b2e031a87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681796 Oct 28 08:03:32.178801 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-35d43035-ee6f-4505-b375-b746b210c545 req-12144993-7607-4d21-a816-c049010bebb7 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778856 Oct 28 08:03:32.191078 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-d4f98d9e-9e55-44ff-9de9-d1b0d05d024b req-89aa0074-3d1e-4632-9149-440abcad1c2b tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Calling delete_port for 2e326221-035a-4196-a1a9-89381e2daab6 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:03:32.256978 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-46a3cbe9-5e94-49cb-9697-7f51eee8bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:32.258913 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-46a3cbe9-5e94-49cb-9697-7f51eee8bb28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8e3328adfdb47159a3c8f03b8a4b91e&device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 1097 time: 0.0605385 Oct 28 08:03:32.347933 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-4ef0bd1f-ab58-4dcf-a282-097e01bce815 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b543de41-08e1-4367-87a9-e5d7007e34e5 HTTP/1.1" status: 200 len: 217 time: 0.0545206 Oct 28 08:03:32.406699 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-23d75e70-6d20-4558-928e-6f9b965e3ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:32.408315 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-23d75e70-6d20-4558-928e-6f9b965e3ed9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c030f593-fbc5-43e1-985f-2b5bcb12e0bf HTTP/1.1" status: 200 len: 848 time: 0.0505848 Oct 28 08:03:32.456369 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d4f98d9e-9e55-44ff-9de9-d1b0d05d024b req-89aa0074-3d1e-4632-9149-440abcad1c2b tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:32.459650 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-8562b325-7d7a-43c1-8a94-b0883c023a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:32.459650 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-8562b325-7d7a-43c1-8a94-b0883c023a51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d887f050-79aa-489b-9750-77b5b6491008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410450 Oct 28 08:03:32.473636 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['2e326221-035a-4196-a1a9-89381e2daab6'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:03:32.485272 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa0074-3d1e-4632-9149-440abcad1c2b tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Pushing event deleted for resources: {'Port': ['ID=2e326221-035a-4196-a1a9-89381e2daab6,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:32.532870 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f98d9e-9e55-44ff-9de9-d1b0d05d024b req-89aa0074-3d1e-4632-9149-440abcad1c2b tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] No DVR routers for this DVR port 2e326221-035a-4196-a1a9-89381e2daab6 on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:03:32.535755 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-d4f98d9e-9e55-44ff-9de9-d1b0d05d024b req-89aa0074-3d1e-4632-9149-440abcad1c2b tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:32.540171 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4f98d9e-9e55-44ff-9de9-d1b0d05d024b req-89aa0074-3d1e-4632-9149-440abcad1c2b tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.30 "DELETE /v2.0/ports/2e326221-035a-4196-a1a9-89381e2daab6 HTTP/1.1" status: 204 len: 173 time: 0.6007237 Oct 28 08:03:32.540669 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '657e91e6-7918-40bd-8950-2781659373dc', 'name': 'network-vif-deleted', 'tag': '2e326221-035a-4196-a1a9-89381e2daab6'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:03:32.543027 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d39c9b1-772e-4ddc-a68f-73a23b13e3b2" -d '{"events": [{"server_uuid": "657e91e6-7918-40bd-8950-2781659373dc", "name": "network-vif-deleted", "tag": "2e326221-035a-4196-a1a9-89381e2daab6"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:03:32.572897 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-f0e93571-8dc9-409d-8677-9c110fad4bf2 service neutron] 10.222.0.30 "GET /v2.0/networks/d887f050-79aa-489b-9750-77b5b6491008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899072 Oct 28 08:03:32.582977 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb39b6c-efca-4a75-aefc-ac8f81b4d298 x-openstack-request-id: req-0fb39b6c-efca-4a75-aefc-ac8f81b4d298 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:03:32.583282 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "657e91e6-7918-40bd-8950-2781659373dc", "name": "network-vif-deleted", "tag": "2e326221-035a-4196-a1a9-89381e2daab6", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:03:32.583542 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fb39b6c-efca-4a75-aefc-ac8f81b4d298 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:03:32.583977 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '657e91e6-7918-40bd-8950-2781659373dc', 'name': 'network-vif-deleted', 'tag': '2e326221-035a-4196-a1a9-89381e2daab6', 'status': 'completed', 'code': 200} Oct 28 08:03:32.670527 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a6750baf-9af7-4a96-98f7-cc35dc691a06 req-078d4491-ba54-417f-bf6a-0787476f2001 service neutron] 10.222.0.30 "GET /v2.0/networks/d887f050-79aa-489b-9750-77b5b6491008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901225 Oct 28 08:03:33.017799 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da380a-d1ae-4f63-848e-65d7fe67a887 req-e54ea353-0995-4187-a6aa-ca0031361305 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:33.022240 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e5da380a-d1ae-4f63-848e-65d7fe67a887 req-e54ea353-0995-4187-a6aa-ca0031361305 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0764365 Oct 28 08:03:33.033853 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad0baa-4cd4-4083-854b-aec9df09ef9e req-4ea00ed5-0384-4f64-bc8b-d4d3f180f71d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:33.035711 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-02ad0baa-4cd4-4083-854b-aec9df09ef9e req-4ea00ed5-0384-4f64-bc8b-d4d3f180f71d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 946 time: 0.0836549 Oct 28 08:03:33.101125 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e5da380a-d1ae-4f63-848e-65d7fe67a887 req-27cc6429-3c07-402f-b681-c8b677750c5f tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643432 Oct 28 08:03:33.108843 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-02ad0baa-4cd4-4083-854b-aec9df09ef9e req-682af208-c85b-4a58-9569-5951eee8f688 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634522 Oct 28 08:03:33.313051 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c553f3e7-5b6e-4dbe-9598-33ccdb3945ef req-145e4d51-ed5d-402d-a117-7f724559dcc5 tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 210 time: 0.0299001 Oct 28 08:03:33.321271 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999b75b-fd10-4a27-83d9-e1a295dd19fc req-b70c57c6-eb6c-4075-979a-341a01cbc32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:33.322682 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1999b75b-fd10-4a27-83d9-e1a295dd19fc req-b70c57c6-eb6c-4075-979a-341a01cbc32d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 1098 time: 0.1031542 Oct 28 08:03:33.345109 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d806a-f49e-416d-b5b8-04e54ba68907 req-ca004c93-39d8-4bd9-83f7-dcd496b2ea76 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:33.346639 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b73d806a-f49e-416d-b5b8-04e54ba68907 req-ca004c93-39d8-4bd9-83f7-dcd496b2ea76 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0923917 Oct 28 08:03:33.388839 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1999b75b-fd10-4a27-83d9-e1a295dd19fc req-55255afb-9468-44a7-9c1a-7a45e3a4450c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538383 Oct 28 08:03:33.401755 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b73d806a-f49e-416d-b5b8-04e54ba68907 req-d1e5a6b3-cb28-4001-ae74-7c964146ba7a tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467556 Oct 28 08:03:34.223614 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6e3d5-faa4-4098-be37-904c0c0c37ac req-f5f57ee3-51cb-4ccd-9b95-851e5d5a4801 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:34.226153 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-def6e3d5-faa4-4098-be37-904c0c0c37ac req-f5f57ee3-51cb-4ccd-9b95-851e5d5a4801 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0529540 Oct 28 08:03:34.264973 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-def6e3d5-faa4-4098-be37-904c0c0c37ac req-8a2304d7-02f6-4c04-8100-15ba69873d8d tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329132 Oct 28 08:03:34.421524 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f6aa9c1c-0718-47ea-a090-5a7016d1d78c req-cd494751-c0fb-46e3-8b0e-ae645f2b492e tempest-VolumesActionsTest-387234703 tempest-VolumesActionsTest-387234703-project] 10.222.0.37 "GET /v2.0/ports?device_id=657e91e6-7918-40bd-8950-2781659373dc HTTP/1.1" status: 200 len: 210 time: 0.0267365 Oct 28 08:03:34.518870 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab194627-d4bc-4191-b433-d9c33dba3d54 req-eeff0271-c2be-41f8-879d-72d7df0287e4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:34.520994 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ab194627-d4bc-4191-b433-d9c33dba3d54 req-eeff0271-c2be-41f8-879d-72d7df0287e4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0518048 Oct 28 08:03:34.582796 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ab194627-d4bc-4191-b433-d9c33dba3d54 req-a891977a-ea96-4733-baa2-58dda9b98d7d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551097 Oct 28 08:03:35.387306 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99e9b2-9b40-4e1a-b429-6706a0cd813a req-5949ed48-ca57-455a-90d6-0e744af3e982 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:35.388852 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9d99e9b2-9b40-4e1a-b429-6706a0cd813a req-5949ed48-ca57-455a-90d6-0e744af3e982 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0550282 Oct 28 08:03:35.433077 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9d99e9b2-9b40-4e1a-b429-6706a0cd813a req-1adcb202-8278-439e-b354-afaf9b2c0053 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383234 Oct 28 08:03:35.728676 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bbdd8-e13a-4913-86f3-96d0ea03cd68 req-b019d558-45c0-49cd-a3d9-e544209aa3f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:35.730252 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a21bbdd8-e13a-4913-86f3-96d0ea03cd68 req-b019d558-45c0-49cd-a3d9-e544209aa3f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0516405 Oct 28 08:03:35.769745 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a21bbdd8-e13a-4913-86f3-96d0ea03cd68 req-187ec09e-b2fe-4452-995b-cea06fee65a1 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332789 Oct 28 08:03:36.310676 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 2e326221-035a-4196-a1a9-89381e2daab6 no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:03:36.331266 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: 2e326221-035a-4196-a1a9-89381e2daab6 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:03:36.331905 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 2e326221-035a-4196-a1a9-89381e2daab6 not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:03:36.563264 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b8a1c-9d55-497a-850c-d082eb3d7021 req-17d610ec-8915-496a-ae69-fe3252115eee tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:36.564815 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a98b8a1c-9d55-497a-850c-d082eb3d7021 req-17d610ec-8915-496a-ae69-fe3252115eee tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0507786 Oct 28 08:03:36.605660 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a98b8a1c-9d55-497a-850c-d082eb3d7021 req-4f4d835a-5fa1-448c-9e73-2e06c8cdf464 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341020 Oct 28 08:03:36.897544 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19c410-1f55-4e78-baa7-a0289e84b6a5 req-2189f25e-16ab-4cc2-84a2-f262d0f4453a tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:36.899704 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ca19c410-1f55-4e78-baa7-a0289e84b6a5 req-2189f25e-16ab-4cc2-84a2-f262d0f4453a tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0533485 Oct 28 08:03:36.938420 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ca19c410-1f55-4e78-baa7-a0289e84b6a5 req-be46832d-8f87-47e7-978d-d4df3d8692f4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334430 Oct 28 08:03:37.065234 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb06a5-afc4-4abe-ba46-1d956775951b req-220cdf6f-22de-4f8b-b0e6-21ccbf43f04d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:37.071433 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-14eb06a5-afc4-4abe-ba46-1d956775951b req-220cdf6f-22de-4f8b-b0e6-21ccbf43f04d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0579660 Oct 28 08:03:37.110344 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-14eb06a5-afc4-4abe-ba46-1d956775951b req-1e9da8d4-f20b-4586-aab8-1e23dccab1e3 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363111 Oct 28 08:03:37.632191 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 60674) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:03:37.731681 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4feb6-4bc8-40b5-a468-15c7ae8bf3a4 req-a08292e5-3e49-40bf-862c-706300441e12 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:37.733186 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-65e4feb6-4bc8-40b5-a468-15c7ae8bf3a4 req-a08292e5-3e49-40bf-862c-706300441e12 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0555496 Oct 28 08:03:37.748836 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b0aec3b-c905-4e9a-b82f-926a8ec0d441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:37.773752 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-65e4feb6-4bc8-40b5-a468-15c7ae8bf3a4 req-11b74002-f9e5-4aa4-ada2-dbb5874cd57f tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340521 Oct 28 08:03:37.838658 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b0aec3b-c905-4e9a-b82f-926a8ec0d441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:38.050026 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b0aec3b-c905-4e9a-b82f-926a8ec0d441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:38.090709 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-2b0aec3b-c905-4e9a-b82f-926a8ec0d441 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15bf681e7a3c491fa9804cfa4c3fb5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574721 Oct 28 08:03:38.091602 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0aec3b-c905-4e9a-b82f-926a8ec0d441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95db1214-1a76-4c93-85ec-6e1b86f675ca,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:38.094255 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 60680) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:03:38.162730 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-35d2a8be-5d20-4a72-8c33-04f40018f1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:38.171659 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-35d2a8be-5d20-4a72-8c33-04f40018f1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:38.301827 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-35d2a8be-5d20-4a72-8c33-04f40018f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:38.304571 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-35d2a8be-5d20-4a72-8c33-04f40018f1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:38.305826 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-35d2a8be-5d20-4a72-8c33-04f40018f1e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95db1214-1a76-4c93-85ec-6e1b86f675ca HTTP/1.1" status: 204 len: 168 time: 0.2101653 Oct 28 08:03:38.314214 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2a8be-5d20-4a72-8c33-04f40018f1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95db1214-1a76-4c93-85ec-6e1b86f675ca,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:42.228022 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8415f6-c459-4d71-880e-d13605494d25 req-9a7fce14-c435-41b0-a314-9538da913b8d tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:42.229495 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2c8415f6-c459-4d71-880e-d13605494d25 req-9a7fce14-c435-41b0-a314-9538da913b8d tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0527818 Oct 28 08:03:42.267277 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2c8415f6-c459-4d71-880e-d13605494d25 req-bab36109-cfe3-420e-bba9-2e87b780fb31 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316482 Oct 28 08:03:43.398804 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc421a29-6b0e-4eb8-ba4f-0ffc40aa4843 req-19446f11-5a88-4cd2-be17-aaf9cfca3b19 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:43.400191 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cc421a29-6b0e-4eb8-ba4f-0ffc40aa4843 req-19446f11-5a88-4cd2-be17-aaf9cfca3b19 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0477641 Oct 28 08:03:43.437292 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cc421a29-6b0e-4eb8-ba4f-0ffc40aa4843 req-84a1041e-7a86-4da3-9780-1285f2302bff tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311682 Oct 28 08:03:44.367470 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device b543de41-08e1-4367-87a9-e5d7007e34e5 details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:03:44.491141 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port b543de41-08e1-4367-87a9-e5d7007e34e5, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=b543de41-08e1-4367-87a9-e5d7007e34e5,segment=NetworkSegment(a2cfed3b-4ed3-4933-b580-63330d1c8df9),segment_id=a2cfed3b-4ed3-4933-b580-63330d1c8df9)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:03:44.503255 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': 'b543de41-08e1-4367-87a9-e5d7007e34e5', 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008', 'port_id': 'b543de41-08e1-4367-87a9-e5d7007e34e5', 'mac_address': 'fa:16:3e:63:7d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:03:44.571509 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:44.589220 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7166d22-effe-41ad-97e2-a90d43e57f49 req-37c5e8b9-0133-4a9c-a1c5-0b71a1cf2c99 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:44.595871 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b543de41-08e1-4367-87a9-e5d7007e34e5 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:03:44.596039 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b7166d22-effe-41ad-97e2-a90d43e57f49 req-37c5e8b9-0133-4a9c-a1c5-0b71a1cf2c99 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0601070 Oct 28 08:03:44.626998 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port b543de41-08e1-4367-87a9-e5d7007e34e5, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=b543de41-08e1-4367-87a9-e5d7007e34e5,segment=NetworkSegment(a2cfed3b-4ed3-4933-b580-63330d1c8df9),segment_id=a2cfed3b-4ed3-4933-b580-63330d1c8df9)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:03:44.643606 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b7166d22-effe-41ad-97e2-a90d43e57f49 req-ad2e0545-e81b-476f-8d44-c35f3a1279f9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432012 Oct 28 08:03:44.758001 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:44.841628 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=b543de41-08e1-4367-87a9-e5d7007e34e5,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:44.850413 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:44.850413 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:44.851171 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:44.851267 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:44.851567 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:44.852083 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:44.852589 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:44.853116 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:44.854180 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:44.854702 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:44.855268 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:44.855816 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:03:45.384423 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c34a8-d0b5-45b9-926f-bfd50966268f req-5bd793ad-c91d-414d-b985-6b5620d8166d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:45.384423 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ca1c34a8-d0b5-45b9-926f-bfd50966268f req-5bd793ad-c91d-414d-b985-6b5620d8166d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0655887 Oct 28 08:03:45.435987 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ca1c34a8-d0b5-45b9-926f-bfd50966268f req-398fd4c3-f084-4fef-b4c5-4714494a8c22 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549541 Oct 28 08:03:45.437823 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['b543de41-08e1-4367-87a9-e5d7007e34e5'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:03:45.549475 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce10ca-d1ce-47fe-ac49-8cb587eeb917 req-db5ae01e-9fd1-4883-89f2-4f986cf5efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:45.556250 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4cce10ca-d1ce-47fe-ac49-8cb587eeb917 req-db5ae01e-9fd1-4883-89f2-4f986cf5efd4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0376fb4f6b64e6b8380eba4042fd48a&device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 1098 time: 0.1055090 Oct 28 08:03:45.687070 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce10ca-d1ce-47fe-ac49-8cb587eeb917 req-02aee747-99e5-4335-af04-3b5eb20a403d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:45.688902 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4cce10ca-d1ce-47fe-ac49-8cb587eeb917 req-02aee747-99e5-4335-af04-3b5eb20a403d service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fc512c8-fed6-4f52-8717-5fe5d31a09fd HTTP/1.1" status: 200 len: 919 time: 0.1145823 Oct 28 08:03:45.747435 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4cce10ca-d1ce-47fe-ac49-8cb587eeb917 req-399eff09-99cc-4f38-8e5d-2c6dc4d9fc93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49569433-de1c-4ddf-899d-51af87fcc5c9 HTTP/1.1" status: 200 len: 217 time: 0.0442207 Oct 28 08:03:45.836959 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce10ca-d1ce-47fe-ac49-8cb587eeb917 req-b888149f-638b-4a93-ab3c-8080cc1861ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:45.838641 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4cce10ca-d1ce-47fe-ac49-8cb587eeb917 req-b888149f-638b-4a93-ab3c-8080cc1861ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d39f83df-27b3-4b96-aeb8-a6adcc54bf0f HTTP/1.1" status: 200 len: 858 time: 0.0797436 Oct 28 08:03:45.847891 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88feab-0ed5-4d5b-918a-3855d0cfafe8 req-e9c802ee-0533-4b83-a909-f8198a1f86ba tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:45.850759 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0a88feab-0ed5-4d5b-918a-3855d0cfafe8 req-e9c802ee-0533-4b83-a909-f8198a1f86ba tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 945 time: 0.1059246 Oct 28 08:03:45.888127 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4cce10ca-d1ce-47fe-ac49-8cb587eeb917 req-ccc496bb-f392-4161-9789-a818443e776d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fc512c8-fed6-4f52-8717-5fe5d31a09fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362775 Oct 28 08:03:45.978275 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0a88feab-0ed5-4d5b-918a-3855d0cfafe8 req-39781210-b4b5-4394-9ab6-f8e4133fe5eb tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133783 Oct 28 08:03:46.057446 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4cce10ca-d1ce-47fe-ac49-8cb587eeb917 req-cab5c830-660a-4018-8387-5c0e44427069 service neutron] 10.222.0.30 "GET /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580527 Oct 28 08:03:46.226655 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4cce10ca-d1ce-47fe-ac49-8cb587eeb917 req-5a4085aa-4c35-4a81-a013-f6787fd1e834 service neutron] 10.222.0.30 "GET /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594102 Oct 28 08:03:46.606725 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03715a90-3779-4d91-9586-4632d9478463 req-1ed63445-410d-4c64-a3bf-3772b2d0b07f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:46.612068 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-03715a90-3779-4d91-9586-4632d9478463 req-1ed63445-410d-4c64-a3bf-3772b2d0b07f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0852382 Oct 28 08:03:46.667540 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6faea06e-7632-44dd-8e02-9f6894e3c2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:46.682426 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-03715a90-3779-4d91-9586-4632d9478463 req-f2e0f504-aba6-4bb2-8056-33f3f34f5fc9 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607548 Oct 28 08:03:47.119766 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cff1b-2ed9-4cb9-913f-03549a723f63 req-6c25c4a3-0bc0-4b95-99fe-f19d5119d775 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:47.121613 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-190cff1b-2ed9-4cb9-913f-03549a723f63 req-6c25c4a3-0bc0-4b95-99fe-f19d5119d775 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 945 time: 0.0560861 Oct 28 08:03:47.174201 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-190cff1b-2ed9-4cb9-913f-03549a723f63 req-094dac9f-6ca9-4ce3-9705-c537b208dc78 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375576 Oct 28 08:03:47.857663 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8789510-ef72-4e44-bd06-a79f455ab025 req-55fdf060-97fd-485d-9607-7ff35e9253fc tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:47.861847 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a8789510-ef72-4e44-bd06-a79f455ab025 req-55fdf060-97fd-485d-9607-7ff35e9253fc tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0680149 Oct 28 08:03:47.923498 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a8789510-ef72-4e44-bd06-a79f455ab025 req-59d60c28-ce29-4e8c-811f-32b42815f8f1 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529642 Oct 28 08:03:48.302272 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89224644-8d6b-41f6-b4c2-34bafe1545c2 req-36d1aaf8-815a-4ee3-bd44-083b7ace4861 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:48.306504 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-89224644-8d6b-41f6-b4c2-34bafe1545c2 req-36d1aaf8-815a-4ee3-bd44-083b7ace4861 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 945 time: 0.0549006 Oct 28 08:03:48.368237 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-89224644-8d6b-41f6-b4c2-34bafe1545c2 req-71f95f9c-7986-47da-b0f9-1a77297a7cd3 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560658 Oct 28 08:03:48.411995 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device b543de41-08e1-4367-87a9-e5d7007e34e5 up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:03:48.608665 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port b543de41-08e1-4367-87a9-e5d7007e34e5 completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:03:48.611642 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port b543de41-08e1-4367-87a9-e5d7007e34e5 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:03:48.612215 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:48.761962 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:48.792863 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc90c886-b3e4-4a59-a1da-fbd9db8dcfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b543de41-08e1-4367-87a9-e5d7007e34e5'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:03:48.795363 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7e72ef-17a1-478b-80e8-265433d4b7d8" -d '{"events": [{"server_uuid": "bc90c886-b3e4-4a59-a1da-fbd9db8dcfce", "name": "network-vif-plugged", "status": "completed", "tag": "b543de41-08e1-4367-87a9-e5d7007e34e5"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:03:48.810762 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port b543de41-08e1-4367-87a9-e5d7007e34e5, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=b543de41-08e1-4367-87a9-e5d7007e34e5,segment=NetworkSegment(a2cfed3b-4ed3-4933-b580-63330d1c8df9),segment_id=a2cfed3b-4ed3-4933-b580-63330d1c8df9)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:03:48.866056 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d57eb3-773e-4f8a-8c47-72fc1d1177f5 x-openstack-request-id: req-81d57eb3-773e-4f8a-8c47-72fc1d1177f5 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:03:48.866413 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc90c886-b3e4-4a59-a1da-fbd9db8dcfce", "name": "network-vif-plugged", "status": "completed", "tag": "b543de41-08e1-4367-87a9-e5d7007e34e5", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:03:48.866734 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81d57eb3-773e-4f8a-8c47-72fc1d1177f5 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:03:48.867171 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc90c886-b3e4-4a59-a1da-fbd9db8dcfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b543de41-08e1-4367-87a9-e5d7007e34e5', 'code': 200} Oct 28 08:03:48.957110 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:49.045395 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=b543de41-08e1-4367-87a9-e5d7007e34e5,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:49.104274 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf353c-f5c8-487d-9d36-1e891f5800eb req-ca8245fb-6976-424e-a7c0-2dce03e40bb9 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:49.106730 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2dbf353c-f5c8-487d-9d36-1e891f5800eb req-ca8245fb-6976-424e-a7c0-2dce03e40bb9 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0966477 Oct 28 08:03:49.163930 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2dbf353c-f5c8-487d-9d36-1e891f5800eb req-913d1cc3-1693-48d1-865c-b38d75e28486 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495946 Oct 28 08:03:49.305113 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-06fcb7bf-2dec-4325-a793-cd484f125973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:49.497671 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea29388-3993-48ec-a618-825a8a166e5a req-540b3141-ae19-464f-a1f8-f60c363beea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:49.499547 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cea29388-3993-48ec-a618-825a8a166e5a req-540b3141-ae19-464f-a1f8-f60c363beea2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 1099 time: 0.0935137 Oct 28 08:03:49.556205 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:49.625752 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a90c52-d1b3-427e-99b1-84732cafe03f req-bca4253b-ff1e-4aba-9145-5b504fd5230f tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:49.628310 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c9a90c52-d1b3-427e-99b1-84732cafe03f req-bca4253b-ff1e-4aba-9145-5b504fd5230f tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.1336110 Oct 28 08:03:49.632013 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cea29388-3993-48ec-a618-825a8a166e5a req-349c5a42-8808-4862-a784-29d30a8749fd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933671 Oct 28 08:03:49.698657 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c9a90c52-d1b3-427e-99b1-84732cafe03f req-a1228094-2d7c-4609-8dda-d73a8ea67bde tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561302 Oct 28 08:03:50.323388 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84792080-e7a5-46ff-b03f-81bd64e6de78 req-f9d75866-7b59-4343-90a7-3176ae3fca82 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:50.325231 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-84792080-e7a5-46ff-b03f-81bd64e6de78 req-f9d75866-7b59-4343-90a7-3176ae3fca82 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0571907 Oct 28 08:03:50.386886 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-84792080-e7a5-46ff-b03f-81bd64e6de78 req-865e4494-d15c-441f-a1ff-2f35fe5e7035 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546389 Oct 28 08:03:50.644090 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:50.839804 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308c48d-91e9-43ae-b45c-699a3a5c1870 req-2128d669-5eac-448b-a92d-31abbbe09638 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:50.843462 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5308c48d-91e9-43ae-b45c-699a3a5c1870 req-2128d669-5eac-448b-a92d-31abbbe09638 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0539105 Oct 28 08:03:50.891412 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5308c48d-91e9-43ae-b45c-699a3a5c1870 req-e3e7690c-8aea-4e5b-9101-cb14ae03c621 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436587 Oct 28 08:03:51.541157 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0b606-a6cd-4e1f-9064-12f65f9c7de2 req-511b8a40-82c7-4b5c-83e8-479510687ad4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:51.542798 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-95d0b606-a6cd-4e1f-9064-12f65f9c7de2 req-511b8a40-82c7-4b5c-83e8-479510687ad4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0610023 Oct 28 08:03:51.582854 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-95d0b606-a6cd-4e1f-9064-12f65f9c7de2 req-ee2d2728-dd18-4bde-877b-cea89fb2619f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337720 Oct 28 08:03:52.011518 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6c43b-a3f7-40fb-8743-3a0b55758970 req-a374edcd-ae57-487a-8b76-96e6d15d755e tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:52.013124 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-edc6c43b-a3f7-40fb-8743-3a0b55758970 req-a374edcd-ae57-487a-8b76-96e6d15d755e tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0517364 Oct 28 08:03:52.059557 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-edc6c43b-a3f7-40fb-8743-3a0b55758970 req-8edfbc71-14b9-4f78-95c2-be4e1d2b4339 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398083 Oct 28 08:03:52.679305 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:52.747256 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c8739-e758-44c9-b57e-21501a263f4b req-646f8f0e-8805-4299-b249-f7eb6a24e6d7 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:52.758187 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d12c8739-e758-44c9-b57e-21501a263f4b req-646f8f0e-8805-4299-b249-f7eb6a24e6d7 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0725696 Oct 28 08:03:52.804753 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d12c8739-e758-44c9-b57e-21501a263f4b req-d0fa5d20-434f-4841-85f5-2a6f1b8adc86 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448592 Oct 28 08:03:53.254626 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6578c6-7702-49c4-8969-e07699e1169f req-15e7ac46-468c-4450-ac6c-0163f4e9a755 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:53.264137 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0d6578c6-7702-49c4-8969-e07699e1169f req-15e7ac46-468c-4450-ac6c-0163f4e9a755 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.1088185 Oct 28 08:03:53.312531 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0d6578c6-7702-49c4-8969-e07699e1169f req-58ce6c29-ea3a-4651-8cc6-e12688a1d897 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474675 Oct 28 08:03:53.512805 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc6715-ab7a-416b-a1f0-8d758d828c41 req-604852f4-c160-4af0-976d-e07fb6810e08 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:53.513866 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-39dc6715-ab7a-416b-a1f0-8d758d828c41 req-604852f4-c160-4af0-976d-e07fb6810e08 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0836959 Oct 28 08:03:53.566184 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-39dc6715-ab7a-416b-a1f0-8d758d828c41 req-789ff0c7-d99f-47a0-ba12-7504eba7cf41 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460298 Oct 28 08:03:53.593825 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 60914) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:03:53.795046 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e192eaaa-73dd-4c7b-9f22-560433c5b2df tempest-TestShelveInstance-1766310025 tempest-TestShelveInstance-1766310025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:53.799803 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-e192eaaa-73dd-4c7b-9f22-560433c5b2df tempest-TestShelveInstance-1766310025 tempest-TestShelveInstance-1766310025-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 1094 time: 0.2048893 Oct 28 08:03:53.800480 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 60922) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:03:53.805103 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Request body: {'floatingip': {'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'port_id': 'b543de41-08e1-4367-87a9-e5d7007e34e5', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:03:53.973704 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24330a-523e-4c46-8e75-9d680396f1e8 req-4d6b2856-dd74-4b19-9847-360ad7c755f4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:53.980207 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5e24330a-523e-4c46-8e75-9d680396f1e8 req-4d6b2856-dd74-4b19-9847-360ad7c755f4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0591125 Oct 28 08:03:54.028457 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5e24330a-523e-4c46-8e75-9d680396f1e8 req-908287fe-314c-4c59-8ff3-092b87276636 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463667 Oct 28 08:03:54.123220 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for floatingip, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:54.244847 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:54.368177 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_common [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Allocated IP 172.27.3.35 (77f84cc0-8b47-4277-be58-a93709c02eeb/2fc1b7ce-548a-406e-9830-ae6bdd788adb/aa0b7c8f-c0cf-4f9b-aa0b-4f53ffcfaaf9) {{(pid=108235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:03:54.486405 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for port, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:54.615896 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:54.659439 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Network 77f84cc0-8b47-4277-be58-a93709c02eeb is already hosted by enough agents. {{(pid=108235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:03:54.663718 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Resources bound (agent type, host, resource id): {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:03:54.671744 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Received port after_create {{(pid=108235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:03:54.675377 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Pushing event updated for resources: {'Port': ['ID=aa0b7c8f-c0cf-4f9b-aa0b-4f53ffcfaaf9,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:55.228491 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8059b2-ca31-4de1-9bc3-9b8d58bfbd7f req-0c153203-a30f-401b-bd4b-9c87d2069cc5 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:55.232071 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0f8059b2-ca31-4de1-9bc3-9b8d58bfbd7f req-0c153203-a30f-401b-bd4b-9c87d2069cc5 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0822043 Oct 28 08:03:55.325868 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0f8059b2-ca31-4de1-9bc3-9b8d58bfbd7f req-e2cf92d7-1eb5-414f-b862-75b8017b555f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804543 Oct 28 08:03:55.428930 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:55.626267 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:55.833495 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for port, precommit_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:55.998358 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826247'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:56.078960 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586271'] for floatingip, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:56.163006 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Pushing event updated for resources: {'Port': ['ID=aa0b7c8f-c0cf-4f9b-aa0b-4f53ffcfaaf9,revision_number=2']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:03:56.228859 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.db.l3_db [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Floating IP 6f037fcc-a130-4ceb-920f-cee02e60a39c associated. External IP: 172.27.3.35, port: b543de41-08e1-4367-87a9-e5d7007e34e5. Oct 28 08:03:56.305666 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:56.510107 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e7831-48da-4d11-9691-8334de87aa48 req-98be75a0-88b5-42e9-bc3e-879788fc9e64 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:56.511787 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-399e7831-48da-4d11-9691-8334de87aa48 req-98be75a0-88b5-42e9-bc3e-879788fc9e64 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0756235 Oct 28 08:03:56.547011 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Router 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:03:56.579190 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-399e7831-48da-4d11-9691-8334de87aa48 req-0d488979-ce21-49c8-8554-777900b1adfe tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580018 Oct 28 08:03:56.713503 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:03:56.731254 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b24a17f-e6a4-4eb0-a869-57dd21d33b22 None None] Sync routers for ids ['134b8fe0-520e-43cf-85c1-e97af7fc5cd6'] in dv-cinder-815780-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:03:56.743294 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b24a17f-e6a4-4eb0-a869-57dd21d33b22 None None] Routers {'134b8fe0-520e-43cf-85c1-e97af7fc5cd6'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:03:56.744044 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-4b24a17f-e6a4-4eb0-a869-57dd21d33b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:03:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['134b8fe0-520e-43cf-85c1-e97af7fc5cd6'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:03:56.877191 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-4b24a17f-e6a4-4eb0-a869-57dd21d33b22 None None] Set router 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:03:56.882589 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:03:56.926252 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-5e53f403-0c63-471e-8ffb-61bad849ca9a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1244764 Oct 28 08:03:56.926994 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc90c886-b3e4-4a59-a1da-fbd9db8dcfce', 'tag': 'b543de41-08e1-4367-87a9-e5d7007e34e5'}] {{(pid=108235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:03:56.935005 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4ad7e0b1a6d0b9f916951d122592239853211ff815bbc9715a4b116bc233df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce38040-8809-4e35-a609-1a2e6209fac7" -d '{"events": [{"name": "network-changed", "server_uuid": "bc90c886-b3e4-4a59-a1da-fbd9db8dcfce", "tag": "b543de41-08e1-4367-87a9-e5d7007e34e5"}]}' {{(pid=108235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:03:56.990736 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12083e10-940b-49b5-920c-ec991c2c8dcc x-openstack-request-id: req-12083e10-940b-49b5-920c-ec991c2c8dcc {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:03:56.991253 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc90c886-b3e4-4a59-a1da-fbd9db8dcfce", "tag": "b543de41-08e1-4367-87a9-e5d7007e34e5", "status": "completed", "code": 200}]} {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:03:56.991827 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12083e10-940b-49b5-920c-ec991c2c8dcc {{(pid=108235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:03:56.992430 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc90c886-b3e4-4a59-a1da-fbd9db8dcfce', 'tag': 'b543de41-08e1-4367-87a9-e5d7007e34e5', 'status': 'completed', 'code': 200} Oct 28 08:03:57.143567 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce38040-8809-4e35-a609-1a2e6209fac7 req-35aa7df9-e4f8-47ea-a35e-ae575abbe6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:57.145810 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fce38040-8809-4e35-a609-1a2e6209fac7 req-35aa7df9-e4f8-47ea-a35e-ae575abbe6df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8e3328adfdb47159a3c8f03b8a4b91e&device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 1099 time: 0.1121709 Oct 28 08:03:57.227858 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-4b24a17f-e6a4-4eb0-a869-57dd21d33b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'name': 'tempest-TestShelveInstance-1885326041-router', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:19Z', 'updated_at': '2021-10-28T08:02:24Z', 'revision_number': 4, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'gw_port': {'id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:20Z', 'updated_at': '2021-10-28T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '6f037fcc-a130-4ceb-920f-cee02e60a39c', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'port_id': 'b543de41-08e1-4367-87a9-e5d7007e34e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008', 'mac_address': 'fa:16:3e:63:7d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90c886-b3e4-4a59-a1da-fbd9db8dcfce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:03:55Z', 'updated_at': '2021-10-28T08:03:55Z', 'revision_number': 0, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce400047-9fdc-4b6f-a664-007c1ca40259', 'name': '', 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'mac_address': 'fa:16:3e:5d:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:23Z', 'updated_at': '2021-10-28T08:02:27Z', 'revision_number': 5, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'subnets': [{'id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:03:57.257668 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b24a17f-e6a4-4eb0-a869-57dd21d33b22 None None] Checking router: 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 for host: dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:03:57.282386 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b24a17f-e6a4-4eb0-a869-57dd21d33b22 None None] Routers {'134b8fe0-520e-43cf-85c1-e97af7fc5cd6'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:03:57.282386 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-4b24a17f-e6a4-4eb0-a869-57dd21d33b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:03:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['134b8fe0-520e-43cf-85c1-e97af7fc5cd6'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:03:57.299769 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce38040-8809-4e35-a609-1a2e6209fac7 req-0dc7d8ee-f4a1-475b-aed5-386c7b408a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:57.301610 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fce38040-8809-4e35-a609-1a2e6209fac7 req-0dc7d8ee-f4a1-475b-aed5-386c7b408a20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d887f050-79aa-489b-9750-77b5b6491008 HTTP/1.1" status: 200 len: 910 time: 0.1482089 Oct 28 08:03:57.404262 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fce38040-8809-4e35-a609-1a2e6209fac7 req-a213deeb-b64c-4804-8c9f-452b41e98c1e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b543de41-08e1-4367-87a9-e5d7007e34e5 HTTP/1.1" status: 200 len: 999 time: 0.0821753 Oct 28 08:03:57.418900 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-4b24a17f-e6a4-4eb0-a869-57dd21d33b22 None None] Set router 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:03:57.453294 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce38040-8809-4e35-a609-1a2e6209fac7 req-bbe1abb9-da1b-419a-896e-284c4973a470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:57.454800 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fce38040-8809-4e35-a609-1a2e6209fac7 req-bbe1abb9-da1b-419a-896e-284c4973a470 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c030f593-fbc5-43e1-985f-2b5bcb12e0bf HTTP/1.1" status: 200 len: 848 time: 0.0491135 Oct 28 08:03:57.504330 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce38040-8809-4e35-a609-1a2e6209fac7 req-408dbad3-2307-493b-abee-a12ae6532de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:57.506147 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fce38040-8809-4e35-a609-1a2e6209fac7 req-408dbad3-2307-493b-abee-a12ae6532de6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d887f050-79aa-489b-9750-77b5b6491008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427144 Oct 28 08:03:57.669741 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fce38040-8809-4e35-a609-1a2e6209fac7 req-72bc4a22-21a7-426e-8951-72aba8313ec6 service neutron] 10.222.0.30 "GET /v2.0/networks/d887f050-79aa-489b-9750-77b5b6491008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396451 Oct 28 08:03:57.702024 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-4b24a17f-e6a4-4eb0-a869-57dd21d33b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'name': 'tempest-TestShelveInstance-1885326041-router', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:19Z', 'updated_at': '2021-10-28T08:02:24Z', 'revision_number': 4, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'gw_port': {'id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:20Z', 'updated_at': '2021-10-28T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '6f037fcc-a130-4ceb-920f-cee02e60a39c', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'port_id': 'b543de41-08e1-4367-87a9-e5d7007e34e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008', 'mac_address': 'fa:16:3e:63:7d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90c886-b3e4-4a59-a1da-fbd9db8dcfce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:03:55Z', 'updated_at': '2021-10-28T08:03:55Z', 'revision_number': 0, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce400047-9fdc-4b6f-a664-007c1ca40259', 'name': '', 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'mac_address': 'fa:16:3e:5d:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:23Z', 'updated_at': '2021-10-28T08:02:27Z', 'revision_number': 5, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'subnets': [{'id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:03:57.838690 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fce38040-8809-4e35-a609-1a2e6209fac7 req-382f95ec-011d-4781-8c51-5facbe619034 service neutron] 10.222.0.30 "GET /v2.0/networks/d887f050-79aa-489b-9750-77b5b6491008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531703 Oct 28 08:03:57.863914 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b24a17f-e6a4-4eb0-a869-57dd21d33b22 None None] The sync data for ids ['134b8fe0-520e-43cf-85c1-e97af7fc5cd6'] in dv-cinder-815780-1-iscsi is: [{'id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'name': 'tempest-TestShelveInstance-1885326041-router', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:19Z', 'updated_at': '2021-10-28T08:02:24Z', 'revision_number': 4, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'gw_port': {'id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:20Z', 'updated_at': '2021-10-28T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '6f037fcc-a130-4ceb-920f-cee02e60a39c', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'port_id': 'b543de41-08e1-4367-87a9-e5d7007e34e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008', 'mac_address': 'fa:16:3e:63:7d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc90c886-b3e4-4a59-a1da-fbd9db8dcfce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:03:55Z', 'updated_at': '2021-10-28T08:03:55Z', 'revision_number': 0, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce400047-9fdc-4b6f-a664-007c1ca40259', 'name': '', 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'mac_address': 'fa:16:3e:5d:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:23Z', 'updated_at': '2021-10-28T08:02:27Z', 'revision_number': 5, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'subnets': [{'id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:03:57.910700 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cd882-7104-4816-8dfe-efbf16b789e4 req-695b4027-4caa-45a1-802f-585c5a70f754 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:57.915796 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-910cd882-7104-4816-8dfe-efbf16b789e4 req-695b4027-4caa-45a1-802f-585c5a70f754 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.2317424 Oct 28 08:03:57.984837 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-910cd882-7104-4816-8dfe-efbf16b789e4 req-9df45b97-c974-4e25-9a93-9519ec5eca9b tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631528 Oct 28 08:03:58.184760 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac92bb7-5fcc-4408-a1d6-e13fe428ba46 None None] New status for floating IP 6f037fcc-a130-4ceb-920f-cee02e60a39c: ACTIVE {{(pid=108237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:03:58.549067 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecb974-b59f-4743-95dd-efe482f41513 req-13b4efae-d2d3-4bea-aca2-2ca99cb153f8 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:58.558034 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4eecb974-b59f-4743-95dd-efe482f41513 req-13b4efae-d2d3-4bea-aca2-2ca99cb153f8 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 946 time: 0.0881457 Oct 28 08:03:58.611119 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4eecb974-b59f-4743-95dd-efe482f41513 req-79287d9a-007b-4670-863b-7237b8e06d89 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517547 Oct 28 08:03:59.149306 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c1e2c-c130-4682-9d05-7afe30e46756 req-5bacf91d-0594-4407-8f71-50559bad7036 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:59.150762 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7d6c1e2c-c130-4682-9d05-7afe30e46756 req-5bacf91d-0594-4407-8f71-50559bad7036 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0574348 Oct 28 08:03:59.202620 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7d6c1e2c-c130-4682-9d05-7afe30e46756 req-0b1c5cbf-07e3-401d-be0d-e4015fe130a4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443797 Oct 28 08:03:59.772250 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70578811-3d00-468e-9fc7-e4b95b9808ce req-eb7b7f9c-6552-4a6f-a548-a95af6c1a9db tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:03:59.774431 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-70578811-3d00-468e-9fc7-e4b95b9808ce req-eb7b7f9c-6552-4a6f-a548-a95af6c1a9db tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 946 time: 0.0585027 Oct 28 08:03:59.831885 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-70578811-3d00-468e-9fc7-e4b95b9808ce req-466102c2-1c9e-4430-a41a-62c4f7c7b0ef tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496728 Oct 28 08:04:00.343673 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb380ce-bd68-4687-801c-1e9d4fcc4ae0 req-9ff896d4-a524-42c7-b239-f6355ade3933 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:00.345191 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dfb380ce-bd68-4687-801c-1e9d4fcc4ae0 req-9ff896d4-a524-42c7-b239-f6355ade3933 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0598722 Oct 28 08:04:00.390020 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dfb380ce-bd68-4687-801c-1e9d4fcc4ae0 req-3ef55712-3d4c-45db-9c9c-80d521b77cc3 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384309 Oct 28 08:04:00.992649 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8614eb-d00e-41f0-8b83-1543805912eb req-e3226f31-922a-4413-ad5a-378b42054f43 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:00.997214 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-aa8614eb-d00e-41f0-8b83-1543805912eb req-e3226f31-922a-4413-ad5a-378b42054f43 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 946 time: 0.0809336 Oct 28 08:04:01.067320 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-aa8614eb-d00e-41f0-8b83-1543805912eb req-254b28fb-9a19-4fbd-ac09-3c0514bf0926 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572538 Oct 28 08:04:01.347519 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-636e4f36-8267-49d0-99a1-cd5f1c5a9bdb req-ef41e68a-ae3a-4fd9-8934-c6d575a013c8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479193 Oct 28 08:04:01.453118 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e4f36-8267-49d0-99a1-cd5f1c5a9bdb req-bd725507-787c-46b7-a81f-75c1887e03a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:01.455309 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-636e4f36-8267-49d0-99a1-cd5f1c5a9bdb req-bd725507-787c-46b7-a81f-75c1887e03a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc0cb6f6b93541f18633bde7ab1d60a4&device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 1098 time: 0.0791683 Oct 28 08:04:01.643877 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126289c-c6a6-4387-a089-a1c202fc24c6 req-f402ea94-4c22-45b4-8e90-4b43b4e023a1 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:01.645585 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c126289c-c6a6-4387-a089-a1c202fc24c6 req-f402ea94-4c22-45b4-8e90-4b43b4e023a1 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.1570261 Oct 28 08:04:01.686184 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e4f36-8267-49d0-99a1-cd5f1c5a9bdb req-4dc20385-7580-47db-bd60-9244b0dc65e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:01.687970 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-636e4f36-8267-49d0-99a1-cd5f1c5a9bdb req-4dc20385-7580-47db-bd60-9244b0dc65e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4cd82f9-faba-431d-97e4-608ffe0281aa HTTP/1.1" status: 200 len: 911 time: 0.2021174 Oct 28 08:04:01.735680 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c126289c-c6a6-4387-a089-a1c202fc24c6 req-6357d440-be49-48c9-b595-3e85c8a43374 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806389 Oct 28 08:04:01.814106 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae795a7-00f1-4199-a583-cee5505e0cd2 req-525b9f81-6fed-4a27-b1ad-35b8330fc4fe tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:01.816105 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fae795a7-00f1-4199-a583-cee5505e0cd2 req-525b9f81-6fed-4a27-b1ad-35b8330fc4fe tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 946 time: 0.0927339 Oct 28 08:04:01.845744 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-636e4f36-8267-49d0-99a1-cd5f1c5a9bdb req-09c832ab-a79b-4035-b240-d25ca4d6a7f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baa04711-515e-450f-84a5-e73227cfbe81 HTTP/1.1" status: 200 len: 1001 time: 0.1057053 Oct 28 08:04:01.923717 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e4f36-8267-49d0-99a1-cd5f1c5a9bdb req-044f8f74-35d3-4ee6-9d7d-b76df9c5707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:01.925558 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-636e4f36-8267-49d0-99a1-cd5f1c5a9bdb req-044f8f74-35d3-4ee6-9d7d-b76df9c5707d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ebf29cbc-a17c-4554-9049-631a8b4fc8a2 HTTP/1.1" status: 200 len: 849 time: 0.0529163 Oct 28 08:04:01.926200 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-fae795a7-00f1-4199-a583-cee5505e0cd2 req-eb56ea0a-2ee0-43c5-a5c6-4f8d1b22ebdc tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Deleting port 89166a48-a2a6-4460-8ed4-0c25c48d2f3e {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:04:01.926609 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-fae795a7-00f1-4199-a583-cee5505e0cd2 req-eb56ea0a-2ee0-43c5-a5c6-4f8d1b22ebdc tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:01.989365 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e4f36-8267-49d0-99a1-cd5f1c5a9bdb req-2d29277b-aef0-46e3-89cc-60dfb65cbbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:01.990974 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-636e4f36-8267-49d0-99a1-cd5f1c5a9bdb req-2d29277b-aef0-46e3-89cc-60dfb65cbbf0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4cd82f9-faba-431d-97e4-608ffe0281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572233 Oct 28 08:04:02.022731 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-fae795a7-00f1-4199-a583-cee5505e0cd2 req-eb56ea0a-2ee0-43c5-a5c6-4f8d1b22ebdc tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] For port 89166a48-a2a6-4460-8ed4-0c25c48d2f3e, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=89166a48-a2a6-4460-8ed4-0c25c48d2f3e,segment=NetworkSegment(37bf3e3f-ea69-46a9-bb01-0a92158211ee),segment_id=37bf3e3f-ea69-46a9-bb01-0a92158211ee)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:04:02.023121 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-fae795a7-00f1-4199-a583-cee5505e0cd2 req-eb56ea0a-2ee0-43c5-a5c6-4f8d1b22ebdc tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:02.039582 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-fae795a7-00f1-4199-a583-cee5505e0cd2 req-eb56ea0a-2ee0-43c5-a5c6-4f8d1b22ebdc tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Calling delete_port for 89166a48-a2a6-4460-8ed4-0c25c48d2f3e owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:04:02.087359 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-636e4f36-8267-49d0-99a1-cd5f1c5a9bdb req-70d8a167-2ba9-47ef-a757-d5603b4c34a5 service neutron] 10.222.0.30 "GET /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872369 Oct 28 08:04:02.239106 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21902d1a-61df-404f-a462-9ae7cff1b23c req-0266b136-3f20-4124-96cf-80e3c43bff7c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:02.240710 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-21902d1a-61df-404f-a462-9ae7cff1b23c req-0266b136-3f20-4124-96cf-80e3c43bff7c tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 946 time: 0.0737052 Oct 28 08:04:02.242594 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-636e4f36-8267-49d0-99a1-cd5f1c5a9bdb req-1dde568a-8afd-471f-83c5-e7875916ee20 service neutron] 10.222.0.30 "GET /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481290 Oct 28 08:04:02.281193 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-21902d1a-61df-404f-a462-9ae7cff1b23c req-55df0488-8fcd-49ee-beb8-c6b4772dad7f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345058 Oct 28 08:04:02.403746 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-fae795a7-00f1-4199-a583-cee5505e0cd2 req-eb56ea0a-2ee0-43c5-a5c6-4f8d1b22ebdc tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:02.419586 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['6ce971f5-16b3-4e43-9ffa-703fa6c58260', '336334a7-143e-472d-a19f-deb9b9bf3d5c', 'c56bc5fa-baff-476e-9f85-80b367ecb815', '89166a48-a2a6-4460-8ed4-0c25c48d2f3e'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:04:02.430825 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56ea0a-2ee0-43c5-a5c6-4f8d1b22ebdc tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Pushing event deleted for resources: {'Port': ['ID=89166a48-a2a6-4460-8ed4-0c25c48d2f3e,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:02.477689 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae795a7-00f1-4199-a583-cee5505e0cd2 req-eb56ea0a-2ee0-43c5-a5c6-4f8d1b22ebdc tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] No DVR routers for this DVR port 89166a48-a2a6-4460-8ed4-0c25c48d2f3e on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:04:02.480258 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-fae795a7-00f1-4199-a583-cee5505e0cd2 req-eb56ea0a-2ee0-43c5-a5c6-4f8d1b22ebdc tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:02.483569 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fae795a7-00f1-4199-a583-cee5505e0cd2 req-eb56ea0a-2ee0-43c5-a5c6-4f8d1b22ebdc tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.30 "DELETE /v2.0/ports/89166a48-a2a6-4460-8ed4-0c25c48d2f3e HTTP/1.1" status: 204 len: 173 time: 0.6605964 Oct 28 08:04:02.484018 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd60408-d358-46e0-8955-6ab12792192d', 'name': 'network-vif-deleted', 'tag': '89166a48-a2a6-4460-8ed4-0c25c48d2f3e'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:04:02.486325 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01beca77-0708-43d5-ab47-0123807ad9e2" -d '{"events": [{"server_uuid": "0fd60408-d358-46e0-8955-6ab12792192d", "name": "network-vif-deleted", "tag": "89166a48-a2a6-4460-8ed4-0c25c48d2f3e"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:04:02.537389 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f9e22c-69ef-4590-b203-0d7de511e6d3 x-openstack-request-id: req-54f9e22c-69ef-4590-b203-0d7de511e6d3 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:04:02.537687 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd60408-d358-46e0-8955-6ab12792192d", "name": "network-vif-deleted", "tag": "89166a48-a2a6-4460-8ed4-0c25c48d2f3e", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:04:02.539557 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54f9e22c-69ef-4590-b203-0d7de511e6d3 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:04:02.541093 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd60408-d358-46e0-8955-6ab12792192d', 'name': 'network-vif-deleted', 'tag': '89166a48-a2a6-4460-8ed4-0c25c48d2f3e', 'status': 'completed', 'code': 200} Oct 28 08:04:02.860749 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b90a3-6401-4342-86bc-3220580aed51 req-64a39826-b0c8-4ca4-9a7b-ac4237ab403f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:02.862496 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c85b90a3-6401-4342-86bc-3220580aed51 req-64a39826-b0c8-4ca4-9a7b-ac4237ab403f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0581465 Oct 28 08:04:02.902871 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c85b90a3-6401-4342-86bc-3220580aed51 req-96ef82cb-a3b6-4dc5-b498-82856841153b tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331194 Oct 28 08:04:03.394715 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-12c22f1e-0539-4fc6-9bc6-09286f46be66 req-951b84e7-3cb5-4f40-a966-1056c295891a tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd60408-d358-46e0-8955-6ab12792192d HTTP/1.1" status: 200 len: 210 time: 0.0283160 Oct 28 08:04:04.026629 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230ffc1-b3e8-4446-bd7e-6f3e0c540b69 req-b93974f1-f934-470c-9e32-0cd35bf4050a tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:04.028211 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e230ffc1-b3e8-4446-bd7e-6f3e0c540b69 req-b93974f1-f934-470c-9e32-0cd35bf4050a tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0539992 Oct 28 08:04:04.067029 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e230ffc1-b3e8-4446-bd7e-6f3e0c540b69 req-51aa544b-6121-429a-bab1-f71b306e1097 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325384 Oct 28 08:04:04.540939 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 89166a48-a2a6-4460-8ed4-0c25c48d2f3e no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:04:04.561655 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: 89166a48-a2a6-4460-8ed4-0c25c48d2f3e {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:04:04.561997 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 89166a48-a2a6-4460-8ed4-0c25c48d2f3e not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:04:05.010815 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a07a1-00d2-49c5-b71b-aebe9578bab5 req-b3a15492-f79e-4c68-bd5c-21ecb8ed97bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:05.012389 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-888a07a1-00d2-49c5-b71b-aebe9578bab5 req-b3a15492-f79e-4c68-bd5c-21ecb8ed97bd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 1098 time: 0.0414679 Oct 28 08:04:05.059894 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-888a07a1-00d2-49c5-b71b-aebe9578bab5 req-ee332826-f2ca-4919-936d-1e22b85218b7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300205 Oct 28 08:04:05.190246 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8620645-50f5-4d7a-b166-ec0c362da1ac req-620731bf-16a6-4670-8811-8fbc539529e8 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:05.191819 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b8620645-50f5-4d7a-b166-ec0c362da1ac req-620731bf-16a6-4670-8811-8fbc539529e8 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0523317 Oct 28 08:04:05.235213 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b8620645-50f5-4d7a-b166-ec0c362da1ac req-3de9f7eb-f69f-4ac3-bcda-a4b93a565200 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373178 Oct 28 08:04:06.405838 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513d2bf-100b-4471-bdd6-2a17989ae7cc req-22f382bc-9cf0-4a5f-8d12-1d579a86d4e4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:06.407328 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3513d2bf-100b-4471-bdd6-2a17989ae7cc req-22f382bc-9cf0-4a5f-8d12-1d579a86d4e4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0827310 Oct 28 08:04:06.449732 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2859872-693f-4a70-bfda-29b099dff623 req-9fcc6c4c-4dfa-42d6-bad8-166bfedbe066 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:06.451326 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e2859872-693f-4a70-bfda-29b099dff623 req-9fcc6c4c-4dfa-42d6-bad8-166bfedbe066 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 945 time: 0.0836587 Oct 28 08:04:06.472203 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3513d2bf-100b-4471-bdd6-2a17989ae7cc req-e2b5fbf0-0620-47a9-a097-cec06c415c99 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577817 Oct 28 08:04:06.500772 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e2859872-693f-4a70-bfda-29b099dff623 req-f7ee1e63-9e3d-4255-9b0b-f64b12610c99 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433624 Oct 28 08:04:07.438700 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 32930) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:04:07.485908 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_v2 [None req-a477565f-f08a-423d-b24b-35970efae3c9 admin admin] Deleting subnet e8e1cf83-df4d-4170-b765-86389a2e9a7e {{(pid=108236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 28 08:04:07.489127 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a477565f-f08a-423d-b24b-35970efae3c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:07.528929 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a477565f-f08a-423d-b24b-35970efae3c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3450373'] for subnet, precommit_delete_associations {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:07.573206 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a477565f-f08a-423d-b24b-35970efae3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16331822'] for subnet, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:07.597791 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67165b6f-ff68-41a9-a371-02c92ad0c641 req-2f0d077b-097b-4a72-b15d-26ab9d6c6d69 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:07.598372 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-67165b6f-ff68-41a9-a371-02c92ad0c641 req-2f0d077b-097b-4a72-b15d-26ab9d6c6d69 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0507095 Oct 28 08:04:07.681396 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1adc4-0c48-4c0b-8a7b-9c71142c84ff req-5cfc4d95-bf0e-4b9b-962b-bef721d19c23 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:07.682822 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-38b1adc4-0c48-4c0b-8a7b-9c71142c84ff req-5cfc4d95-bf0e-4b9b-962b-bef721d19c23 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 945 time: 0.0811377 Oct 28 08:04:07.685612 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-67165b6f-ff68-41a9-a371-02c92ad0c641 req-7b5df24c-d416-4b90-90e9-e3ad0e94048f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736392 Oct 28 08:04:07.728047 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-38b1adc4-0c48-4c0b-8a7b-9c71142c84ff req-c9cc317c-2ca8-464a-a257-07b655ed7c41 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388572 Oct 28 08:04:07.752979 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a477565f-f08a-423d-b24b-35970efae3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16331809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4058815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3950031'] for subnet, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:07.776234 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477565f-f08a-423d-b24b-35970efae3c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8e1cf83-df4d-4170-b765-86389a2e9a7e,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:07.779835 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a477565f-f08a-423d-b24b-35970efae3c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:07.785647 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-a477565f-f08a-423d-b24b-35970efae3c9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e8e1cf83-df4d-4170-b765-86389a2e9a7e HTTP/1.1" status: 204 len: 168 time: 0.3435569 Oct 28 08:04:07.785899 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 32942) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:04:07.865419 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d2348004-1684-43d0-a643-10077b41e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16338927'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:07.955191 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d2348004-1684-43d0-a643-10077b41e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16320981', 'neutron.services.segments.db._delete_segments_for_network-8754292201485'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:07.975331 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-d2348004-1684-43d0-a643-10077b41e870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17c1ca2-95ab-461d-92b3-251ace598032']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:04:07.984882 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-d2348004-1684-43d0-a643-10077b41e870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a2d5cf-914c-4552-9ab2-4893c92e1667') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:04:07.985181 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-d2348004-1684-43d0-a643-10077b41e870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a2d5cf-914c-4552-9ab2-4893c92e1667') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:04:07.995721 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d2348004-1684-43d0-a643-10077b41e870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754292204054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3450394'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:08.009656 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d2348004-1684-43d0-a643-10077b41e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:08.015907 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2348004-1684-43d0-a643-10077b41e870 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:04:08.016293 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d2348004-1684-43d0-a643-10077b41e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4058841'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: Traceback (most recent call last): Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: timer() Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: cb(*args, **kw) Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: self._notify() Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: self.callback(batched_events) Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: event.method(event) Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: return f(self, *a, **k) Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._get(url).json() Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:04:08.018038 dv-cinder-815780-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:04:08.230594 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d2348004-1684-43d0-a643-10077b41e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16320940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586477'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:08.238782 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d2348004-1684-43d0-a643-10077b41e870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:08.245236 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-d2348004-1684-43d0-a643-10077b41e870 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e17c1ca2-95ab-461d-92b3-251ace598032 HTTP/1.1" status: 204 len: 168 time: 0.4556775 Oct 28 08:04:08.254153 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2348004-1684-43d0-a643-10077b41e870 admin admin] Pushing event deleted for resources: {'Network': ['ID=e17c1ca2-95ab-461d-92b3-251ace598032,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:08.266002 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddd575-3c51-4734-b10f-4eed5ebf3a7d req-aa39fca1-722e-40a5-b816-cf8d0d8cbe17 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:08.267613 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-45ddd575-3c51-4734-b10f-4eed5ebf3a7d req-aa39fca1-722e-40a5-b816-cf8d0d8cbe17 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0546639 Oct 28 08:04:08.309332 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-45ddd575-3c51-4734-b10f-4eed5ebf3a7d req-13384cd2-5ee5-4818-a884-272039ef0d06 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346825 Oct 28 08:04:08.338226 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d48757-815d-4942-94ab-55ad3ac4bd5a req-8531250f-8dfa-4d5d-9ca0-4e65787f1edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:08.339030 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b1d48757-815d-4942-94ab-55ad3ac4bd5a req-8531250f-8dfa-4d5d-9ca0-4e65787f1edf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0376fb4f6b64e6b8380eba4042fd48a&device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 1098 time: 0.0516541 Oct 28 08:04:08.412929 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:04:08.441712 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d48757-815d-4942-94ab-55ad3ac4bd5a req-b63648b3-704b-4096-a86d-dc81b799463e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:08.443411 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b1d48757-815d-4942-94ab-55ad3ac4bd5a req-b63648b3-704b-4096-a86d-dc81b799463e service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fc512c8-fed6-4f52-8717-5fe5d31a09fd HTTP/1.1" status: 200 len: 919 time: 0.0903032 Oct 28 08:04:08.488485 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b1d48757-815d-4942-94ab-55ad3ac4bd5a req-0365d195-2a8a-40b0-93ed-8f6a7bbc8368 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49569433-de1c-4ddf-899d-51af87fcc5c9 HTTP/1.1" status: 200 len: 217 time: 0.0353982 Oct 28 08:04:08.540686 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d48757-815d-4942-94ab-55ad3ac4bd5a req-1211470a-8a90-44ad-ae14-dc071fdd737e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:08.542191 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b1d48757-815d-4942-94ab-55ad3ac4bd5a req-1211470a-8a90-44ad-ae14-dc071fdd737e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d39f83df-27b3-4b96-aeb8-a6adcc54bf0f HTTP/1.1" status: 200 len: 858 time: 0.0455840 Oct 28 08:04:08.575940 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b1d48757-815d-4942-94ab-55ad3ac4bd5a req-669bfcae-8eea-4085-98f3-7ae6ce9e98dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fc512c8-fed6-4f52-8717-5fe5d31a09fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255864 Oct 28 08:04:08.717659 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 32950) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:04:08.764916 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-9bdfb15f-84f7-4920-97ce-05f9bfee4de3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8381e22b4066477f90e2cfba2db5317d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433979 Oct 28 08:04:08.765220 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 32954) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:04:08.856277 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-eeec7a4e-dc3f-40fc-a189-05692e4cfe0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:08.890974 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4c2cf-c0e4-44a8-9318-7fd760e7ed50 req-38a08c94-91d5-4dcb-8242-44d961753e8b tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:08.892478 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8cf4c2cf-c0e4-44a8-9318-7fd760e7ed50 req-38a08c94-91d5-4dcb-8242-44d961753e8b tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 945 time: 0.0859876 Oct 28 08:04:08.894454 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-eeec7a4e-dc3f-40fc-a189-05692e4cfe0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:08.911055 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b1d48757-815d-4942-94ab-55ad3ac4bd5a req-f5fdda65-2c40-4d08-b2a7-1f0d17ddb7f1 service neutron] 10.222.0.30 "GET /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245659 Oct 28 08:04:08.967921 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8cf4c2cf-c0e4-44a8-9318-7fd760e7ed50 req-25f0da22-c53c-49e0-9a82-664cf42b1875 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661874 Oct 28 08:04:09.028184 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b1d48757-815d-4942-94ab-55ad3ac4bd5a req-b6da6648-0bca-4a4c-8a0d-be4097f405bb service neutron] 10.222.0.30 "GET /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031082 Oct 28 08:04:09.110642 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-eeec7a4e-dc3f-40fc-a189-05692e4cfe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:09.113304 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-eeec7a4e-dc3f-40fc-a189-05692e4cfe0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:09.114666 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-eeec7a4e-dc3f-40fc-a189-05692e4cfe0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27ca70fd-7bf9-40af-adfe-c9b2e031a87f HTTP/1.1" status: 204 len: 168 time: 0.3482628 Oct 28 08:04:09.123052 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec7a4e-dc3f-40fc-a189-05692e4cfe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ca70fd-7bf9-40af-adfe-c9b2e031a87f,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:09.433673 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b2500-39ef-4241-b35c-6f59e3e6fc64 req-a3bcd22d-172c-4a50-9631-90da7c5d3a63 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:09.435347 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5c6b2500-39ef-4241-b35c-6f59e3e6fc64 req-a3bcd22d-172c-4a50-9631-90da7c5d3a63 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0509000 Oct 28 08:04:09.485099 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5c6b2500-39ef-4241-b35c-6f59e3e6fc64 req-c75ee8d5-647a-4c89-b7ed-c0df2691db3e tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436065 Oct 28 08:04:09.586412 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550de68f-74d9-4f58-9a78-84edf25a0dcb req-0a8eebae-d683-4308-bad1-34345f22702f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:09.587976 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-550de68f-74d9-4f58-9a78-84edf25a0dcb req-0a8eebae-d683-4308-bad1-34345f22702f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 945 time: 0.0567710 Oct 28 08:04:09.687545 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-550de68f-74d9-4f58-9a78-84edf25a0dcb req-5a7d5bbb-3b2c-4b52-8377-e284445ffe4f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Deleting port c56bc5fa-baff-476e-9f85-80b367ecb815 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:04:09.687877 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-550de68f-74d9-4f58-9a78-84edf25a0dcb req-5a7d5bbb-3b2c-4b52-8377-e284445ffe4f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:09.794147 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-550de68f-74d9-4f58-9a78-84edf25a0dcb req-5a7d5bbb-3b2c-4b52-8377-e284445ffe4f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] For port c56bc5fa-baff-476e-9f85-80b367ecb815, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=c56bc5fa-baff-476e-9f85-80b367ecb815,segment=NetworkSegment(37bf3e3f-ea69-46a9-bb01-0a92158211ee),segment_id=37bf3e3f-ea69-46a9-bb01-0a92158211ee)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:04:09.794522 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-550de68f-74d9-4f58-9a78-84edf25a0dcb req-5a7d5bbb-3b2c-4b52-8377-e284445ffe4f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:09.809397 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-550de68f-74d9-4f58-9a78-84edf25a0dcb req-5a7d5bbb-3b2c-4b52-8377-e284445ffe4f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Calling delete_port for c56bc5fa-baff-476e-9f85-80b367ecb815 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:04:10.048566 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-550de68f-74d9-4f58-9a78-84edf25a0dcb req-5a7d5bbb-3b2c-4b52-8377-e284445ffe4f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:10.065285 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['6ce971f5-16b3-4e43-9ffa-703fa6c58260', '336334a7-143e-472d-a19f-deb9b9bf3d5c', 'c56bc5fa-baff-476e-9f85-80b367ecb815'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:04:10.065863 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d3318bc5-343a-4daf-91cb-7d22467f85cf req-8dfb5809-ad7b-49d6-b365-5908deffa8aa tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 210 time: 0.0322001 Oct 28 08:04:10.079287 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d5bbb-3b2c-4b52-8377-e284445ffe4f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Pushing event deleted for resources: {'Port': ['ID=c56bc5fa-baff-476e-9f85-80b367ecb815,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:10.142078 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-550de68f-74d9-4f58-9a78-84edf25a0dcb req-5a7d5bbb-3b2c-4b52-8377-e284445ffe4f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] No DVR routers for this DVR port c56bc5fa-baff-476e-9f85-80b367ecb815 on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:04:10.144752 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-550de68f-74d9-4f58-9a78-84edf25a0dcb req-5a7d5bbb-3b2c-4b52-8377-e284445ffe4f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:10.148591 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-550de68f-74d9-4f58-9a78-84edf25a0dcb req-5a7d5bbb-3b2c-4b52-8377-e284445ffe4f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.30 "DELETE /v2.0/ports/c56bc5fa-baff-476e-9f85-80b367ecb815 HTTP/1.1" status: 204 len: 173 time: 0.5516202 Oct 28 08:04:10.149068 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d7f729-414e-4b31-8c2d-36d664dd5ecb', 'name': 'network-vif-deleted', 'tag': 'c56bc5fa-baff-476e-9f85-80b367ecb815'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:04:10.151984 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25151b8f-b6bf-42df-9347-a6bdbdd23207" -d '{"events": [{"server_uuid": "82d7f729-414e-4b31-8c2d-36d664dd5ecb", "name": "network-vif-deleted", "tag": "c56bc5fa-baff-476e-9f85-80b367ecb815"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:04:10.201324 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b05cd33-5a0e-4d3f-a384-4d06dc462d68 x-openstack-request-id: req-7b05cd33-5a0e-4d3f-a384-4d06dc462d68 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:04:10.201625 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d7f729-414e-4b31-8c2d-36d664dd5ecb", "name": "network-vif-deleted", "tag": "c56bc5fa-baff-476e-9f85-80b367ecb815", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:04:10.201887 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b05cd33-5a0e-4d3f-a384-4d06dc462d68 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:04:10.202281 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d7f729-414e-4b31-8c2d-36d664dd5ecb', 'name': 'network-vif-deleted', 'tag': 'c56bc5fa-baff-476e-9f85-80b367ecb815', 'status': 'completed', 'code': 200} Oct 28 08:04:10.618033 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b6392-fc2c-4bd2-960c-1ea335220ea0 req-b5724bb9-bfc0-486b-9259-41af1d24f000 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:10.619598 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1b4b6392-fc2c-4bd2-960c-1ea335220ea0 req-b5724bb9-bfc0-486b-9259-41af1d24f000 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0634174 Oct 28 08:04:10.675107 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1b4b6392-fc2c-4bd2-960c-1ea335220ea0 req-e1688dca-c25e-4f15-bfb2-5c7c9fec0ede tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462520 Oct 28 08:04:11.207087 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-186129eb-56ca-4a6d-8f86-14eeb6af8d68 req-4fe077bc-e362-4933-9e62-45a1d8b1b98b tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=82d7f729-414e-4b31-8c2d-36d664dd5ecb HTTP/1.1" status: 200 len: 210 time: 0.0270784 Oct 28 08:04:11.785833 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfabb3d-494c-434e-be93-65a7514c5d52 req-4b935d00-5705-4490-8eab-e67496fb9faf tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:11.787738 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0cfabb3d-494c-434e-be93-65a7514c5d52 req-4b935d00-5705-4490-8eab-e67496fb9faf tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0513291 Oct 28 08:04:11.832508 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0cfabb3d-494c-434e-be93-65a7514c5d52 req-12d6247e-dfa1-4c17-ab96-d98f55216acd tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375769 Oct 28 08:04:12.619417 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device c56bc5fa-baff-476e-9f85-80b367ecb815 no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:04:12.640254 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: c56bc5fa-baff-476e-9f85-80b367ecb815 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:04:12.640632 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device c56bc5fa-baff-476e-9f85-80b367ecb815 not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:04:12.765615 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff21ef3-f987-4b8f-83aa-4e26a8e8c66b req-aa5bac00-a34a-42ec-8e09-0c949511d7df tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:12.767036 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4ff21ef3-f987-4b8f-83aa-4e26a8e8c66b req-aa5bac00-a34a-42ec-8e09-0c949511d7df tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 945 time: 0.0528486 Oct 28 08:04:12.806425 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4ff21ef3-f987-4b8f-83aa-4e26a8e8c66b req-c655b348-fd6f-442f-a71c-0f4562ceb07a tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334542 Oct 28 08:04:12.953745 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8a010-d128-4e0d-ade9-cf423dd48a59 req-f42ec2b3-8efb-464a-b697-6fa99b685cb1 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:12.955297 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d1f8a010-d128-4e0d-ade9-cf423dd48a59 req-f42ec2b3-8efb-464a-b697-6fa99b685cb1 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0520341 Oct 28 08:04:12.995799 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d1f8a010-d128-4e0d-ade9-cf423dd48a59 req-b9af8733-aadc-4dc5-9010-f69b108bbdb2 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344343 Oct 28 08:04:13.922886 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3ae95-9a02-49dd-84d8-905d88239d4d req-bb4fe5fa-35d4-4c11-ae0d-4e4c710cd44d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:13.924367 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-beb3ae95-9a02-49dd-84d8-905d88239d4d req-bb4fe5fa-35d4-4c11-ae0d-4e4c710cd44d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 945 time: 0.0491402 Oct 28 08:04:13.963342 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-beb3ae95-9a02-49dd-84d8-905d88239d4d req-27625062-c8a2-41e9-bcb4-931f500d2229 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322187 Oct 28 08:04:14.118811 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec54ef-c008-4852-8a19-347379a9ff8a req-8f7f8754-107d-4917-b78f-1777ef3ecc27 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:14.120603 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f4ec54ef-c008-4852-8a19-347379a9ff8a req-8f7f8754-107d-4917-b78f-1777ef3ecc27 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0536747 Oct 28 08:04:14.159089 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f4ec54ef-c008-4852-8a19-347379a9ff8a req-81ccd542-725c-49f3-8b4d-a71c7485e82b tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324788 Oct 28 08:04:15.089708 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba556f5d-707b-4593-81e1-76dba5ed3404 req-2336d2e0-f75f-47ee-a20e-62568fcc59d0 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:15.091518 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ba556f5d-707b-4593-81e1-76dba5ed3404 req-2336d2e0-f75f-47ee-a20e-62568fcc59d0 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 945 time: 0.0539486 Oct 28 08:04:15.135985 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ba556f5d-707b-4593-81e1-76dba5ed3404 req-676e7439-6d56-43cd-a57f-fc9f92474003 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342398 Oct 28 08:04:15.498083 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e256a-acd9-4300-88ff-b8664a7d1ddc req-42f8b35c-2c0e-4def-ac14-d322f401b77f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:15.499665 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-186e256a-acd9-4300-88ff-b8664a7d1ddc req-42f8b35c-2c0e-4def-ac14-d322f401b77f tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.30 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 945 time: 0.0498130 Oct 28 08:04:15.613256 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-186e256a-acd9-4300-88ff-b8664a7d1ddc req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Deleting port 336334a7-143e-472d-a19f-deb9b9bf3d5c {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:04:15.613593 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-186e256a-acd9-4300-88ff-b8664a7d1ddc req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:15.680972 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 33062) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:04:15.709328 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-186e256a-acd9-4300-88ff-b8664a7d1ddc req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] For port 336334a7-143e-472d-a19f-deb9b9bf3d5c, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=336334a7-143e-472d-a19f-deb9b9bf3d5c,segment=NetworkSegment(37bf3e3f-ea69-46a9-bb01-0a92158211ee),segment_id=37bf3e3f-ea69-46a9-bb01-0a92158211ee)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:04:15.709635 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-186e256a-acd9-4300-88ff-b8664a7d1ddc req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:15.721817 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-186e256a-acd9-4300-88ff-b8664a7d1ddc req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Calling delete_port for 336334a7-143e-472d-a19f-deb9b9bf3d5c owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:04:15.788860 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-13d9cecf-ddf6-4f3b-9a37-5c0c52519d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:15.867177 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-13d9cecf-ddf6-4f3b-9a37-5c0c52519d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:16.066361 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-186e256a-acd9-4300-88ff-b8664a7d1ddc req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:16.079381 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['6ce971f5-16b3-4e43-9ffa-703fa6c58260', '336334a7-143e-472d-a19f-deb9b9bf3d5c'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:04:16.100200 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Pushing event deleted for resources: {'Port': ['ID=336334a7-143e-472d-a19f-deb9b9bf3d5c,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:16.114383 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.114383 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.114383 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.114383 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.114383 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.114383 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.114383 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.115180 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.115180 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.115378 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.115527 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.115850 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.133185 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-13d9cecf-ddf6-4f3b-9a37-5c0c52519d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:16.150017 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-186e256a-acd9-4300-88ff-b8664a7d1ddc req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] No DVR routers for this DVR port 336334a7-143e-472d-a19f-deb9b9bf3d5c on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:04:16.152613 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-186e256a-acd9-4300-88ff-b8664a7d1ddc req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:16.155939 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-186e256a-acd9-4300-88ff-b8664a7d1ddc req-0191a934-52e6-41c0-a4ba-bd0cb53dd20e tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.30 "DELETE /v2.0/ports/336334a7-143e-472d-a19f-deb9b9bf3d5c HTTP/1.1" status: 204 len: 173 time: 0.6426744 Oct 28 08:04:16.156952 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8', 'name': 'network-vif-deleted', 'tag': '336334a7-143e-472d-a19f-deb9b9bf3d5c'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:04:16.158773 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f434eb9-8663-4671-99f3-d3828e555160" -d '{"events": [{"server_uuid": "23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8", "name": "network-vif-deleted", "tag": "336334a7-143e-472d-a19f-deb9b9bf3d5c"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:04:16.179097 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-13d9cecf-ddf6-4f3b-9a37-5c0c52519d80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d8077de982f4b1aa875b002991ee806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4969194 Oct 28 08:04:16.179737 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 33074) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:04:16.204935 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89749069-2e26-45ea-83f6-c72f26c44290 x-openstack-request-id: req-89749069-2e26-45ea-83f6-c72f26c44290 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:04:16.205410 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8", "name": "network-vif-deleted", "tag": "336334a7-143e-472d-a19f-deb9b9bf3d5c", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:04:16.205808 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89749069-2e26-45ea-83f6-c72f26c44290 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:04:16.206343 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8', 'name': 'network-vif-deleted', 'tag': '336334a7-143e-472d-a19f-deb9b9bf3d5c', 'status': 'completed', 'code': 200} Oct 28 08:04:16.210233 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9cecf-ddf6-4f3b-9a37-5c0c52519d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8729996-4af2-42ba-b617-330ed20961f0,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:16.233691 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9cecf-ddf6-4f3b-9a37-5c0c52519d80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.236988 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9cecf-ddf6-4f3b-9a37-5c0c52519d80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.236988 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9cecf-ddf6-4f3b-9a37-5c0c52519d80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.236988 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9cecf-ddf6-4f3b-9a37-5c0c52519d80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.236988 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9cecf-ddf6-4f3b-9a37-5c0c52519d80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.236988 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9cecf-ddf6-4f3b-9a37-5c0c52519d80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.236988 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9cecf-ddf6-4f3b-9a37-5c0c52519d80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.236988 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9cecf-ddf6-4f3b-9a37-5c0c52519d80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.236988 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9cecf-ddf6-4f3b-9a37-5c0c52519d80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.236988 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9cecf-ddf6-4f3b-9a37-5c0c52519d80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.236988 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9cecf-ddf6-4f3b-9a37-5c0c52519d80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.237839 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d9cecf-ddf6-4f3b-9a37-5c0c52519d80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:04:16.486404 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d291573d-ce75-4757-ab16-5ba945b998ab req-19b074f2-f9c4-44fb-881e-17ee03b17fc7 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=23a88ef0-1c61-4a4f-b7e2-0e7f61019ca8 HTTP/1.1" status: 200 len: 210 time: 0.2554491 Oct 28 08:04:16.497579 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711411cf-a8e0-4700-bbaa-b28ca2715a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:16.523871 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711411cf-a8e0-4700-bbaa-b28ca2715a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:16.643471 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-783748aa-7c22-4a6e-a23d-f23e11711498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:16.647782 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711411cf-a8e0-4700-bbaa-b28ca2715a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:16.650367 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-711411cf-a8e0-4700-bbaa-b28ca2715a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:16.652052 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-711411cf-a8e0-4700-bbaa-b28ca2715a6c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8729996-4af2-42ba-b617-330ed20961f0 HTTP/1.1" status: 204 len: 168 time: 0.4708970 Oct 28 08:04:16.659981 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711411cf-a8e0-4700-bbaa-b28ca2715a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8729996-4af2-42ba-b617-330ed20961f0,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:17.070257 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01b754-4581-4928-be46-d5e0a95fd9e3 req-46ccdc4f-9287-4397-a2a9-1410d73d1d7d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:17.071695 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7f01b754-4581-4928-be46-d5e0a95fd9e3 req-46ccdc4f-9287-4397-a2a9-1410d73d1d7d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0480046 Oct 28 08:04:17.110031 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7f01b754-4581-4928-be46-d5e0a95fd9e3 req-c67b592f-25ee-472d-a4b3-380315f6b844 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319903 Oct 28 08:04:17.926680 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 33124) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:04:18.046242 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-bc6186d7-7741-4040-96b7-d07c375af8de admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-825787179-network', 'tenant_id': '1be322eb775c45e1bb8d937983bc5117'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:04:18.150077 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6186d7-7741-4040-96b7-d07c375af8de admin admin] Made reservation on behalf of 1be322eb775c45e1bb8d937983bc5117 for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:04:18.152425 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bc6186d7-7741-4040-96b7-d07c375af8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:18.161533 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bc6186d7-7741-4040-96b7-d07c375af8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:18.241223 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bc6186d7-7741-4040-96b7-d07c375af8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:18.356205 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bc6186d7-7741-4040-96b7-d07c375af8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:18.377189 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6186d7-7741-4040-96b7-d07c375af8de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=108236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:04:18.387668 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6186d7-7741-4040-96b7-d07c375af8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:18.393882 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bc6186d7-7741-4040-96b7-d07c375af8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:18.394231 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-bc6186d7-7741-4040-96b7-d07c375af8de admin admin] Added segment 8ad4ceb6-7c05-4348-8112-ff220b566bf5 of type vlan for network 3db209c3-e51d-4578-bfaf-10b127ec1a7d Oct 28 08:04:18.435488 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bc6186d7-7741-4040-96b7-d07c375af8de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754291841136'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:18.533289 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bc6186d7-7741-4040-96b7-d07c375af8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:18.534382 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6186d7-7741-4040-96b7-d07c375af8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:18.535109 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bc6186d7-7741-4040-96b7-d07c375af8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:18.601842 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6186d7-7741-4040-96b7-d07c375af8de admin admin] Pushing event updated for resources: {'Network': ['ID=3db209c3-e51d-4578-bfaf-10b127ec1a7d,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:18.611364 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Network 3db209c3-e51d-4578-bfaf-10b127ec1a7d details requested by agent ovs-agent-dv-cinder-815780-1-iscsi with host dv-cinder-815780-1-iscsi {{(pid=108237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:04:18.651259 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 336334a7-143e-472d-a19f-deb9b9bf3d5c no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:04:18.680938 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-bc6186d7-7741-4040-96b7-d07c375af8de admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7527368 Oct 28 08:04:18.686641 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: 336334a7-143e-472d-a19f-deb9b9bf3d5c {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:04:18.686641 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 336334a7-143e-472d-a19f-deb9b9bf3d5c not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:04:18.686898 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 33130) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:04:18.689758 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-fe631610-c871-4010-9e6d-42756a68c120 admin admin] Request body: {'subnet': {'network_id': '3db209c3-e51d-4578-bfaf-10b127ec1a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-825787179-subnet', 'tenant_id': '1be322eb775c45e1bb8d937983bc5117', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:04:18.841937 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe631610-c871-4010-9e6d-42756a68c120 admin admin] Made reservation on behalf of 1be322eb775c45e1bb8d937983bc5117 for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:04:18.844351 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fe631610-c871-4010-9e6d-42756a68c120 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3949988'] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:19.095158 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fe631610-c871-4010-9e6d-42756a68c120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4057468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3950038'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:19.151222 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe631610-c871-4010-9e6d-42756a68c120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=148b000d-2832-4fcd-aa2a-1de5d7c89169,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:19.158612 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe631610-c871-4010-9e6d-42756a68c120 admin admin] Checking segment: {'id': '8ad4ceb6-7c05-4348-8112-ff220b566bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3db209c3-e51d-4578-bfaf-10b127ec1a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:04:19.158916 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe631610-c871-4010-9e6d-42756a68c120 admin admin] Network hostable DHCP agents. Network: 3db209c3-e51d-4578-bfaf-10b127ec1a7d, hostable agents: ['5b28e82f-8d3c-4647-96dd-121faf1adcc1'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:04:19.271155 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe631610-c871-4010-9e6d-42756a68c120 admin admin] Network 3db209c3-e51d-4578-bfaf-10b127ec1a7d is scheduled to be hosted by DHCP agent 5b28e82f-8d3c-4647-96dd-121faf1adcc1 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:04:19.356206 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-40094e2b-1019-452a-a18b-93fd5a3de4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:19.374874 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-fe631610-c871-4010-9e6d-42756a68c120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815780-1-iscsi, 3db209c3-e51d-4578-bfaf-10b127ec1a7d) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:04:19.375610 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef18bf9-1f7d-4276-8ec3-6d1c4f521d5b req-ee86d2ea-0c11-4422-b15f-1392161fd0fc tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:19.377147 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9ef18bf9-1f7d-4276-8ec3-6d1c4f521d5b req-ee86d2ea-0c11-4422-b15f-1392161fd0fc tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 946 time: 0.0522299 Oct 28 08:04:19.381472 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe631610-c871-4010-9e6d-42756a68c120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:19.382097 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fe631610-c871-4010-9e6d-42756a68c120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:19.384404 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae10de8c-57e3-4df6-8810-69df0394318a None None] Network 3db209c3-e51d-4578-bfaf-10b127ec1a7d requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:04:19.418181 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9ef18bf9-1f7d-4276-8ec3-6d1c4f521d5b req-ebcf949a-0535-4319-bd2e-70ff49af1665 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342669 Oct 28 08:04:19.457561 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-fe631610-c871-4010-9e6d-42756a68c120 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7726443 Oct 28 08:04:19.516101 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:19.520135 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4225b3-1036-48b1-a090-b43c26d6871d None None] Network 3db209c3-e51d-4578-bfaf-10b127ec1a7d requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:04:20.540044 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d60e8-fd5f-43b3-95e4-8e2291b07322 req-96b23a4f-750c-4bfa-bfb4-894f24be8f3b tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:20.541519 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-291d60e8-fd5f-43b3-95e4-8e2291b07322 req-96b23a4f-750c-4bfa-bfb4-894f24be8f3b tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 946 time: 0.0496373 Oct 28 08:04:20.582721 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-291d60e8-fd5f-43b3-95e4-8e2291b07322 req-2861ced0-5000-4104-ba70-8326fc69e2d0 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351186 Oct 28 08:04:20.655156 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:21.710978 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb24054-dcc5-43f2-ba60-6dc5abe08351 req-1f3c9b03-f316-4748-9cfd-4c5c45a535b8 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:21.712492 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1cb24054-dcc5-43f2-ba60-6dc5abe08351 req-1f3c9b03-f316-4748-9cfd-4c5c45a535b8 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 946 time: 0.0587039 Oct 28 08:04:21.750961 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1cb24054-dcc5-43f2-ba60-6dc5abe08351 req-ee6687ab-9cd2-4c8c-8a1c-932a5d3d9071 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/security-groups?id=4979177b-609d-4eb7-bad0-629d990c2728&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323014 Oct 28 08:04:22.226306 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b626c-0df2-4760-bec4-73ec2acec17d req-427ab108-8408-4ddd-8703-27aa4e85b8ad tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:22.227878 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-961b626c-0df2-4760-bec4-73ec2acec17d req-427ab108-8408-4ddd-8703-27aa4e85b8ad tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.30 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 946 time: 0.0501318 Oct 28 08:04:22.331559 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-961b626c-0df2-4760-bec4-73ec2acec17d req-575154d0-2560-46d6-bcad-f3a7b1622be9 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Deleting port 6ce971f5-16b3-4e43-9ffa-703fa6c58260 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:04:22.331893 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-961b626c-0df2-4760-bec4-73ec2acec17d req-575154d0-2560-46d6-bcad-f3a7b1622be9 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:22.447160 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-961b626c-0df2-4760-bec4-73ec2acec17d req-575154d0-2560-46d6-bcad-f3a7b1622be9 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] For port 6ce971f5-16b3-4e43-9ffa-703fa6c58260, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=6ce971f5-16b3-4e43-9ffa-703fa6c58260,segment=NetworkSegment(37bf3e3f-ea69-46a9-bb01-0a92158211ee),segment_id=37bf3e3f-ea69-46a9-bb01-0a92158211ee)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:04:22.447598 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-961b626c-0df2-4760-bec4-73ec2acec17d req-575154d0-2560-46d6-bcad-f3a7b1622be9 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:22.462149 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-961b626c-0df2-4760-bec4-73ec2acec17d req-575154d0-2560-46d6-bcad-f3a7b1622be9 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Calling delete_port for 6ce971f5-16b3-4e43-9ffa-703fa6c58260 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:04:22.711811 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:22.746516 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-961b626c-0df2-4760-bec4-73ec2acec17d req-575154d0-2560-46d6-bcad-f3a7b1622be9 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:22.759396 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79909a-e38c-4839-969f-7c9540aad244 req-9cea59ed-a953-4714-890f-27615188f9e3 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:22.760982 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8e79909a-e38c-4839-969f-7c9540aad244 req-9cea59ed-a953-4714-890f-27615188f9e3 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/networks?id=3db209c3-e51d-4578-bfaf-10b127ec1a7d HTTP/1.1" status: 200 len: 813 time: 0.1108503 Oct 28 08:04:22.778313 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8e79909a-e38c-4839-969f-7c9540aad244 req-3a24c438-f3fe-4523-be72-c04a4b70ff69 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/quotas/1be322eb775c45e1bb8d937983bc5117 HTTP/1.1" status: 200 len: 375 time: 0.0108294 Oct 28 08:04:22.778693 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575154d0-2560-46d6-bcad-f3a7b1622be9 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Pushing event deleted for resources: {'Port': ['ID=6ce971f5-16b3-4e43-9ffa-703fa6c58260,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:22.822022 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8e79909a-e38c-4839-969f-7c9540aad244 req-e0ee3d32-3054-44bd-acb8-02b829969090 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1be322eb775c45e1bb8d937983bc5117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298235 Oct 28 08:04:22.840812 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-961b626c-0df2-4760-bec4-73ec2acec17d req-575154d0-2560-46d6-bcad-f3a7b1622be9 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] No DVR routers for this DVR port 6ce971f5-16b3-4e43-9ffa-703fa6c58260 on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:04:22.843525 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-961b626c-0df2-4760-bec4-73ec2acec17d req-575154d0-2560-46d6-bcad-f3a7b1622be9 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:22.847783 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-961b626c-0df2-4760-bec4-73ec2acec17d req-575154d0-2560-46d6-bcad-f3a7b1622be9 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.30 "DELETE /v2.0/ports/6ce971f5-16b3-4e43-9ffa-703fa6c58260 HTTP/1.1" status: 204 len: 173 time: 0.6078055 Oct 28 08:04:22.847783 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0c46a8-b74f-45eb-825c-38be3db9c0ea', 'name': 'network-vif-deleted', 'tag': '6ce971f5-16b3-4e43-9ffa-703fa6c58260'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:04:22.851124 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c798a83-6b82-46a7-a5ba-9a0ae0cce981" -d '{"events": [{"server_uuid": "0e0c46a8-b74f-45eb-825c-38be3db9c0ea", "name": "network-vif-deleted", "tag": "6ce971f5-16b3-4e43-9ffa-703fa6c58260"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:04:22.897448 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-803217db-3170-46d5-ac7b-3f116927cfa7 req-c1a35fae-e3c9-415f-8510-b0b4126b1c65 tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 210 time: 0.0710309 Oct 28 08:04:22.944577 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a707280-76e1-4526-9868-814c74e8004d x-openstack-request-id: req-8a707280-76e1-4526-9868-814c74e8004d {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:04:22.945042 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8e79909a-e38c-4839-969f-7c9540aad244 req-1c3489bd-d54a-46a6-848e-ae934326a4d4 service neutron] 10.222.0.37 "GET /v2.0/networks/3db209c3-e51d-4578-bfaf-10b127ec1a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087227 Oct 28 08:04:22.945178 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0c46a8-b74f-45eb-825c-38be3db9c0ea", "name": "network-vif-deleted", "tag": "6ce971f5-16b3-4e43-9ffa-703fa6c58260", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:04:22.945345 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a707280-76e1-4526-9868-814c74e8004d {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:04:22.945734 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0c46a8-b74f-45eb-825c-38be3db9c0ea', 'name': 'network-vif-deleted', 'tag': '6ce971f5-16b3-4e43-9ffa-703fa6c58260', 'status': 'completed', 'code': 200} Oct 28 08:04:23.038537 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8e79909a-e38c-4839-969f-7c9540aad244 req-22d06dba-3193-4ea7-b8ab-b113fe96c78d service neutron] 10.222.0.37 "GET /v2.0/networks/3db209c3-e51d-4578-bfaf-10b127ec1a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866318 Oct 28 08:04:23.273975 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-210c2ae9-688a-4c2d-95e2-6a7d30097a0c req-22f8eb5d-2f6d-4a10-981a-183c051fedd1 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 210 time: 0.0315373 Oct 28 08:04:24.011625 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e8b625f0-6461-4f33-be39-9dbf48a66971 req-63212242-2d49-4d7a-91db-cfd77fcf638d tempest-AttachVolumeNegativeTest-133249052 tempest-AttachVolumeNegativeTest-133249052-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e0c46a8-b74f-45eb-825c-38be3db9c0ea HTTP/1.1" status: 200 len: 210 time: 0.0278094 Oct 28 08:04:24.353510 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-967b1340-59dd-4016-801d-79f5578f2571 req-3cc9a213-7e55-44a9-9b42-811da782c6b5 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 210 time: 0.0260284 Oct 28 08:04:24.710641 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 6ce971f5-16b3-4e43-9ffa-703fa6c58260 no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:04:24.734698 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: 6ce971f5-16b3-4e43-9ffa-703fa6c58260 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:04:24.735082 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 6ce971f5-16b3-4e43-9ffa-703fa6c58260 not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:04:25.068285 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 33224) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:04:25.114842 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d0d4e5-9bfb-4bca-8611-063821e999e7 admin admin] Deleting subnet 0de35a65-ec2c-4494-9394-75899e9e59fa {{(pid=108236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 28 08:04:25.118299 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-33d0d4e5-9bfb-4bca-8611-063821e999e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:25.154607 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-33d0d4e5-9bfb-4bca-8611-063821e999e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3450373'] for subnet, precommit_delete_associations {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:25.198108 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-33d0d4e5-9bfb-4bca-8611-063821e999e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16331822'] for subnet, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:25.335427 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-33d0d4e5-9bfb-4bca-8611-063821e999e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16331809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4058815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3950031'] for subnet, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:25.363585 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0d4e5-9bfb-4bca-8611-063821e999e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0de35a65-ec2c-4494-9394-75899e9e59fa,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:25.367059 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-33d0d4e5-9bfb-4bca-8611-063821e999e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:25.370008 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-33d0d4e5-9bfb-4bca-8611-063821e999e7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0de35a65-ec2c-4494-9394-75899e9e59fa HTTP/1.1" status: 204 len: 168 time: 0.3006377 Oct 28 08:04:25.372601 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 33226) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:04:25.447643 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dd91f33c-20cf-4aa5-881d-5883bd92fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16338927'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:25.452754 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c93d8019-6647-4526-986c-0f0ac9a99739 req-998f3175-3f94-4f8d-af93-dc7b68ce4422 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 210 time: 0.0270143 Oct 28 08:04:25.532478 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dd91f33c-20cf-4aa5-881d-5883bd92fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16320981', 'neutron.services.segments.db._delete_segments_for_network-8754292201485'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:25.554510 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-dd91f33c-20cf-4aa5-881d-5883bd92fe20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f534e6-c3cc-4ef7-b110-42cfe99bd7b7']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:04:25.564004 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-dd91f33c-20cf-4aa5-881d-5883bd92fe20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37bf3e3f-ea69-46a9-bb01-0a92158211ee') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:04:25.564296 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-dd91f33c-20cf-4aa5-881d-5883bd92fe20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37bf3e3f-ea69-46a9-bb01-0a92158211ee') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:04:25.574959 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dd91f33c-20cf-4aa5-881d-5883bd92fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754292204054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3450394'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:25.588396 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dd91f33c-20cf-4aa5-881d-5883bd92fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:25.594195 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd91f33c-20cf-4aa5-881d-5883bd92fe20 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:04:25.594579 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dd91f33c-20cf-4aa5-881d-5883bd92fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4058841'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: Traceback (most recent call last): Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: timer() Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: cb(*args, **kw) Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: self._notify() Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: self.callback(batched_events) Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: event.method(event) Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: return f(self, *a, **k) Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._get(url).json() Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:04:25.596284 dv-cinder-815780-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:04:25.724542 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dd91f33c-20cf-4aa5-881d-5883bd92fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16320940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586477'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:25.731043 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dd91f33c-20cf-4aa5-881d-5883bd92fe20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:25.735514 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-dd91f33c-20cf-4aa5-881d-5883bd92fe20 admin admin] 10.222.0.37 "DELETE /v2.0/networks/35f534e6-c3cc-4ef7-b110-42cfe99bd7b7 HTTP/1.1" status: 204 len: 168 time: 0.3608699 Oct 28 08:04:25.750122 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91f33c-20cf-4aa5-881d-5883bd92fe20 admin admin] Pushing event deleted for resources: {'Network': ['ID=35f534e6-c3cc-4ef7-b110-42cfe99bd7b7,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:26.097145 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79909a-e38c-4839-969f-7c9540aad244 req-4de8548e-9387-427f-8450-10ef92af553d tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:26.098809 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8e79909a-e38c-4839-969f-7c9540aad244 req-4de8548e-9387-427f-8450-10ef92af553d tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.30 "GET /v2.0/networks?id=3db209c3-e51d-4578-bfaf-10b127ec1a7d HTTP/1.1" status: 200 len: 813 time: 0.1059213 Oct 28 08:04:26.118987 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-8e79909a-e38c-4839-969f-7c9540aad244 req-bd31ecf7-d141-4a96-9f0d-debdaff7b6ee tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Request body: {'port': {'device_id': 'b40e3ae1-8fb8-4495-9ad6-89fd1736dc17', 'network_id': '3db209c3-e51d-4578-bfaf-10b127ec1a7d', 'admin_state_up': True, 'tenant_id': '1be322eb775c45e1bb8d937983bc5117'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:04:26.209737 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 33238) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:04:26.246067 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-1f670dbf-02ce-45d5-87b7-4641c7893333 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9df9af85b934838a36075f431459a17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0417547 Oct 28 08:04:26.248570 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 33240) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:04:26.304568 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d22415cf-daa7-418e-beb9-ddb7b6eb5df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:26.332308 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d22415cf-daa7-418e-beb9-ddb7b6eb5df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:26.335322 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:26.401630 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e79909a-e38c-4839-969f-7c9540aad244 req-bd31ecf7-d141-4a96-9f0d-debdaff7b6ee tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Made reservation on behalf of 1be322eb775c45e1bb8d937983bc5117 for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:04:26.405460 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8e79909a-e38c-4839-969f-7c9540aad244 req-bd31ecf7-d141-4a96-9f0d-debdaff7b6ee tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:26.507100 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d22415cf-daa7-418e-beb9-ddb7b6eb5df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:26.509738 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d22415cf-daa7-418e-beb9-ddb7b6eb5df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:26.513556 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-d22415cf-daa7-418e-beb9-ddb7b6eb5df1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4979177b-609d-4eb7-bad0-629d990c2728 HTTP/1.1" status: 204 len: 168 time: 0.2614856 Oct 28 08:04:26.523519 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22415cf-daa7-418e-beb9-ddb7b6eb5df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4979177b-609d-4eb7-bad0-629d990c2728,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:26.555586 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-8e79909a-e38c-4839-969f-7c9540aad244 req-bd31ecf7-d141-4a96-9f0d-debdaff7b6ee tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Allocated IP 172.20.0.13 (3db209c3-e51d-4578-bfaf-10b127ec1a7d/148b000d-2832-4fcd-aa2a-1de5d7c89169/1543504c-0ba7-4b62-95f2-1c2a656568a4) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:04:26.588752 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-33399513-5421-4b7e-888c-b43f3b7dbd12 req-f2dbede0-4053-44c3-90d6-9605caed5d93 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 210 time: 0.0396926 Oct 28 08:04:26.727598 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8e79909a-e38c-4839-969f-7c9540aad244 req-bd31ecf7-d141-4a96-9f0d-debdaff7b6ee tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:26.859834 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8e79909a-e38c-4839-969f-7c9540aad244 req-bd31ecf7-d141-4a96-9f0d-debdaff7b6ee tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:26.910227 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e79909a-e38c-4839-969f-7c9540aad244 req-bd31ecf7-d141-4a96-9f0d-debdaff7b6ee tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Network 3db209c3-e51d-4578-bfaf-10b127ec1a7d is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:04:26.916706 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-8e79909a-e38c-4839-969f-7c9540aad244 req-bd31ecf7-d141-4a96-9f0d-debdaff7b6ee tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:04:26.924304 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e79909a-e38c-4839-969f-7c9540aad244 req-bd31ecf7-d141-4a96-9f0d-debdaff7b6ee tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:04:26.928650 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31ecf7-d141-4a96-9f0d-debdaff7b6ee tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Pushing event updated for resources: {'Port': ['ID=1543504c-0ba7-4b62-95f2-1c2a656568a4,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:26.997611 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79909a-e38c-4839-969f-7c9540aad244 req-bd31ecf7-d141-4a96-9f0d-debdaff7b6ee tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:26.998488 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8e79909a-e38c-4839-969f-7c9540aad244 req-bd31ecf7-d141-4a96-9f0d-debdaff7b6ee tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:27.148789 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8e79909a-e38c-4839-969f-7c9540aad244 req-bd31ecf7-d141-4a96-9f0d-debdaff7b6ee tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0344257 Oct 28 08:04:27.166090 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Request body: {'port': {'device_id': 'b40e3ae1-8fb8-4495-9ad6-89fd1736dc17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:04:27.220598 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:27.466912 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bebdc-0167-4d3c-ac35-73d3ae0cebf2 req-d2e6bc0e-8048-4969-9d8a-33cbcb8faea9 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:27.470076 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9c5bebdc-0167-4d3c-ac35-73d3ae0cebf2 req-d2e6bc0e-8048-4969-9d8a-33cbcb8faea9 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0563614 Oct 28 08:04:27.506482 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1543504c-0ba7-4b62-95f2-1c2a656568a4 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:04:27.514919 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:27.515285 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9c5bebdc-0167-4d3c-ac35-73d3ae0cebf2 req-2d0233c4-a443-45ba-9254-ebe444148acc tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364122 Oct 28 08:04:27.529330 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Transition to ACTIVE for port object 1543504c-0ba7-4b62-95f2-1c2a656568a4 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:04:27.570155 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92b218-43e0-4d53-a0a9-4b040eb3a433 req-6cb82e01-0c27-483f-a0ef-c5d1fcbf2f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:27.571867 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0a92b218-43e0-4d53-a0a9-4b040eb3a433 req-6cb82e01-0c27-483f-a0ef-c5d1fcbf2f8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0376fb4f6b64e6b8380eba4042fd48a&device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 1098 time: 0.0445781 Oct 28 08:04:27.619174 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:27.684624 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1543504c-0ba7-4b62-95f2-1c2a656568a4,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:27.713496 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92b218-43e0-4d53-a0a9-4b040eb3a433 req-5981475a-68c8-4585-a7b9-2c5a204329e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:27.715071 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0a92b218-43e0-4d53-a0a9-4b040eb3a433 req-5981475a-68c8-4585-a7b9-2c5a204329e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fc512c8-fed6-4f52-8717-5fe5d31a09fd HTTP/1.1" status: 200 len: 919 time: 0.1308444 Oct 28 08:04:27.741128 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073e50d-7ef4-449e-8138-06cbcbf14eb2 req-7dbbccce-a198-4ddd-96c9-9b1d0c2c6cb6 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:27.742692 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7073e50d-7ef4-449e-8138-06cbcbf14eb2 req-7dbbccce-a198-4ddd-96c9-9b1d0c2c6cb6 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 944 time: 0.0756707 Oct 28 08:04:27.758202 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Attempting to bind port 1543504c-0ba7-4b62-95f2-1c2a656568a4 on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:04:27.758542 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Attempting to bind port 1543504c-0ba7-4b62-95f2-1c2a656568a4 by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': '8ad4ceb6-7c05-4348-8112-ff220b566bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3db209c3-e51d-4578-bfaf-10b127ec1a7d'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:04:27.758906 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Attempting to bind port 1543504c-0ba7-4b62-95f2-1c2a656568a4 on network 3db209c3-e51d-4578-bfaf-10b127ec1a7d {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:04:27.763561 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Port 1543504c-0ba7-4b62-95f2-1c2a656568a4 on network 3db209c3-e51d-4578-bfaf-10b127ec1a7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:04:27.763887 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Attempting to bind port 1543504c-0ba7-4b62-95f2-1c2a656568a4 on network 3db209c3-e51d-4578-bfaf-10b127ec1a7d {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:04:27.769077 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:04:27.769412 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Checking segment: {'id': '8ad4ceb6-7c05-4348-8112-ff220b566bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3db209c3-e51d-4578-bfaf-10b127ec1a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:04:27.769789 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Bound using segment: {'id': '8ad4ceb6-7c05-4348-8112-ff220b566bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3db209c3-e51d-4578-bfaf-10b127ec1a7d'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:04:27.771500 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Bound port: 1543504c-0ba7-4b62-95f2-1c2a656568a4, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad4ceb6-7c05-4348-8112-ff220b566bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3db209c3-e51d-4578-bfaf-10b127ec1a7d'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:04:27.772022 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:27.777945 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0a92b218-43e0-4d53-a0a9-4b040eb3a433 req-ef71ee79-b602-472c-88cf-060e4e1f4673 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49569433-de1c-4ddf-899d-51af87fcc5c9 HTTP/1.1" status: 200 len: 217 time: 0.0515349 Oct 28 08:04:27.851363 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7073e50d-7ef4-449e-8138-06cbcbf14eb2 req-1355b0de-7093-4ace-b833-0e45932957e8 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757060 Oct 28 08:04:27.869708 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] For port 1543504c-0ba7-4b62-95f2-1c2a656568a4, host hv-cinder-81578, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:04:27.869708 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] For port 1543504c-0ba7-4b62-95f2-1c2a656568a4, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=1543504c-0ba7-4b62-95f2-1c2a656568a4,segment=NetworkSegment(8ad4ceb6-7c05-4348-8112-ff220b566bf5),segment_id=8ad4ceb6-7c05-4348-8112-ff220b566bf5)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:04:27.871045 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92b218-43e0-4d53-a0a9-4b040eb3a433 req-5d13296d-2285-4351-8693-1ace6d8bbe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:27.872298 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0a92b218-43e0-4d53-a0a9-4b040eb3a433 req-5d13296d-2285-4351-8693-1ace6d8bbe8b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d39f83df-27b3-4b96-aeb8-a6adcc54bf0f HTTP/1.1" status: 200 len: 858 time: 0.0794289 Oct 28 08:04:27.913322 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0a92b218-43e0-4d53-a0a9-4b040eb3a433 req-28b3f3f9-a3eb-4a61-874e-814bcf29a90a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fc512c8-fed6-4f52-8717-5fe5d31a09fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278449 Oct 28 08:04:27.935054 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:27.973450 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:27.974181 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:27.976102 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8e79909a-e38c-4839-969f-7c9540aad244 req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] 10.222.0.30 "PUT /v2.0/ports/1543504c-0ba7-4b62-95f2-1c2a656568a4 HTTP/1.1" status: 200 len: 1094 time: 0.8139560 Oct 28 08:04:27.978805 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40e3ae1-8fb8-4495-9ad6-89fd1736dc17', 'tag': '1543504c-0ba7-4b62-95f2-1c2a656568a4'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:04:27.981119 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da1c446-ffa0-44f9-aa92-4aa278d872c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b40e3ae1-8fb8-4495-9ad6-89fd1736dc17", "tag": "1543504c-0ba7-4b62-95f2-1c2a656568a4"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:04:28.018033 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10718963-6977-428e-b8ce-bd2fdf5133e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1543504c-0ba7-4b62-95f2-1c2a656568a4,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:28.052895 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a576d3b-457e-4c9b-9672-cba03c371123 x-openstack-request-id: req-7a576d3b-457e-4c9b-9672-cba03c371123 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:04:28.053418 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40e3ae1-8fb8-4495-9ad6-89fd1736dc17", "tag": "1543504c-0ba7-4b62-95f2-1c2a656568a4", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:04:28.053669 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a576d3b-457e-4c9b-9672-cba03c371123 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:04:28.054278 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40e3ae1-8fb8-4495-9ad6-89fd1736dc17', 'tag': '1543504c-0ba7-4b62-95f2-1c2a656568a4', 'status': 'completed', 'code': 200} Oct 28 08:04:28.101406 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0a92b218-43e0-4d53-a0a9-4b040eb3a433 req-62bb3820-9c68-4de0-9528-c30ddaead06b service neutron] 10.222.0.30 "GET /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610537 Oct 28 08:04:28.137527 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1c446-ffa0-44f9-aa92-4aa278d872c5 req-18ae6474-d4d5-4e09-add8-6f8f2ed7be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:28.139156 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9da1c446-ffa0-44f9-aa92-4aa278d872c5 req-18ae6474-d4d5-4e09-add8-6f8f2ed7be5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1be322eb775c45e1bb8d937983bc5117&device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 1097 time: 0.0528817 Oct 28 08:04:28.236321 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0a92b218-43e0-4d53-a0a9-4b040eb3a433 req-61251765-272a-4410-9348-446f7c6bc4b4 service neutron] 10.222.0.30 "GET /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243513 Oct 28 08:04:28.259777 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1c446-ffa0-44f9-aa92-4aa278d872c5 req-9d202781-dcf2-4b8b-8aba-7df7d84cf33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:28.261148 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9da1c446-ffa0-44f9-aa92-4aa278d872c5 req-9d202781-dcf2-4b8b-8aba-7df7d84cf33d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1be322eb775c45e1bb8d937983bc5117&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1080418 Oct 28 08:04:28.380801 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1c446-ffa0-44f9-aa92-4aa278d872c5 req-fa5d87a1-c15c-44ca-b7dd-21b18b8a9433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:28.382261 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9da1c446-ffa0-44f9-aa92-4aa278d872c5 req-fa5d87a1-c15c-44ca-b7dd-21b18b8a9433 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1069529 Oct 28 08:04:28.485369 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79909a-e38c-4839-969f-7c9540aad244 req-eb8769be-d2ba-487c-85a8-75c8daabebed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:28.486867 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8e79909a-e38c-4839-969f-7c9540aad244 req-eb8769be-d2ba-487c-85a8-75c8daabebed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1be322eb775c45e1bb8d937983bc5117&device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 1097 time: 0.0464721 Oct 28 08:04:28.541160 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8e79909a-e38c-4839-969f-7c9540aad244 req-c8bc3f32-e809-40ea-9075-baf0583b5334 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1543504c-0ba7-4b62-95f2-1c2a656568a4 HTTP/1.1" status: 200 len: 217 time: 0.0378981 Oct 28 08:04:28.600405 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79909a-e38c-4839-969f-7c9540aad244 req-e7e83458-d7a2-428b-84f4-8bf4c8eabc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:28.601894 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8e79909a-e38c-4839-969f-7c9540aad244 req-e7e83458-d7a2-428b-84f4-8bf4c8eabc4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=148b000d-2832-4fcd-aa2a-1de5d7c89169 HTTP/1.1" status: 200 len: 853 time: 0.0468512 Oct 28 08:04:28.643506 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99094738-bf99-43b4-9771-038ffb74a5d3 req-3a06e280-8618-489a-9c9a-c726cecb20ec tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:28.645151 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-99094738-bf99-43b4-9771-038ffb74a5d3 req-3a06e280-8618-489a-9c9a-c726cecb20ec tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0527065 Oct 28 08:04:28.652700 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8e79909a-e38c-4839-969f-7c9540aad244 req-b145263c-0ee8-42c9-bd0c-a4406ce3d05e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3db209c3-e51d-4578-bfaf-10b127ec1a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285451 Oct 28 08:04:28.693245 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-99094738-bf99-43b4-9771-038ffb74a5d3 req-f3348cb1-f6c9-4534-84bb-d9be5c8aa383 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413144 Oct 28 08:04:28.760233 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8e79909a-e38c-4839-969f-7c9540aad244 req-39422992-a554-414b-928d-d72390db5c4f service neutron] 10.222.0.30 "GET /v2.0/networks/3db209c3-e51d-4578-bfaf-10b127ec1a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912733 Oct 28 08:04:28.867161 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-8e79909a-e38c-4839-969f-7c9540aad244 req-e03c47f5-73a8-4632-aa1d-c4f74c1dfaed service neutron] 10.222.0.30 "GET /v2.0/networks/3db209c3-e51d-4578-bfaf-10b127ec1a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968540 Oct 28 08:04:28.971095 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d9feb-9992-4dd2-9bc9-ebe487d9ee60 req-da611808-b88c-4b01-8580-de37b2af528f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:28.972668 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4d3d9feb-9992-4dd2-9bc9-ebe487d9ee60 req-da611808-b88c-4b01-8580-de37b2af528f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 944 time: 0.0515740 Oct 28 08:04:29.015032 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4d3d9feb-9992-4dd2-9bc9-ebe487d9ee60 req-e5a4c3b1-fba3-4609-aa9d-3dd0ba150299 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355053 Oct 28 08:04:29.813427 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea6fee-384a-4874-8a7c-49da8a987170 req-759ce4c4-83bf-40e8-b3c0-75c639f8474d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:29.814780 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-43ea6fee-384a-4874-8a7c-49da8a987170 req-759ce4c4-83bf-40e8-b3c0-75c639f8474d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0500979 Oct 28 08:04:29.856430 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-43ea6fee-384a-4874-8a7c-49da8a987170 req-ef917982-2aff-4f6f-ba6a-03c214b4efdd tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346634 Oct 28 08:04:30.138214 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f111d8-ad48-4cfc-b48e-f54363f63261 req-115aa3af-b0d6-459d-b591-e6d44fb2c50b tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:30.139816 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-04f111d8-ad48-4cfc-b48e-f54363f63261 req-115aa3af-b0d6-459d-b591-e6d44fb2c50b tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 944 time: 0.0496149 Oct 28 08:04:30.183064 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-04f111d8-ad48-4cfc-b48e-f54363f63261 req-32121a3e-6514-48db-a2fe-0906d2f229f4 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371230 Oct 28 08:04:30.979596 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ac0ab-33e2-4e46-986f-493eabc454c1 req-88859ece-5c2f-4d5a-8736-c7ffcf115ed2 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:30.981102 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-892ac0ab-33e2-4e46-986f-493eabc454c1 req-88859ece-5c2f-4d5a-8736-c7ffcf115ed2 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0503891 Oct 28 08:04:31.022117 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-892ac0ab-33e2-4e46-986f-493eabc454c1 req-88117923-497b-4a83-9dc0-31c3e6d0fff7 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347497 Oct 28 08:04:31.301049 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f93ada-d690-4681-8819-79e2cf596da4 req-54b987e0-b437-4cf4-b015-39a8e01e9f21 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:31.303328 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b2f93ada-d690-4681-8819-79e2cf596da4 req-54b987e0-b437-4cf4-b015-39a8e01e9f21 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 944 time: 0.0496809 Oct 28 08:04:31.343821 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b2f93ada-d690-4681-8819-79e2cf596da4 req-b9efa738-d5ce-4b00-b1b9-d5130570a85a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344501 Oct 28 08:04:32.141413 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f24c6-2de5-4c81-83a2-3139dde79bcf req-d05cb6c5-a2ae-4bed-a0dc-becc732f2ae7 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:32.142978 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8d8f24c6-2de5-4c81-83a2-3139dde79bcf req-d05cb6c5-a2ae-4bed-a0dc-becc732f2ae7 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0514371 Oct 28 08:04:32.188045 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8d8f24c6-2de5-4c81-83a2-3139dde79bcf req-75af7d11-ff8c-45e2-bd2a-b76ab27887d8 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378370 Oct 28 08:04:32.465084 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb37d52-5612-4a1e-ab7c-404f5eff026d req-fc766e08-3f6a-4293-94e9-092da5bc85a7 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:32.466592 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8fb37d52-5612-4a1e-ab7c-404f5eff026d req-fc766e08-3f6a-4293-94e9-092da5bc85a7 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 944 time: 0.0527577 Oct 28 08:04:32.509179 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8fb37d52-5612-4a1e-ab7c-404f5eff026d req-4f4a4398-efa8-4e68-8714-942d5aad0dce tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363631 Oct 28 08:04:32.757432 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 1543504c-0ba7-4b62-95f2-1c2a656568a4 details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:04:32.863000 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 1543504c-0ba7-4b62-95f2-1c2a656568a4, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=1543504c-0ba7-4b62-95f2-1c2a656568a4,segment=NetworkSegment(8ad4ceb6-7c05-4348-8112-ff220b566bf5),segment_id=8ad4ceb6-7c05-4348-8112-ff220b566bf5)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:04:32.878055 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': '1543504c-0ba7-4b62-95f2-1c2a656568a4', 'network_id': '3db209c3-e51d-4578-bfaf-10b127ec1a7d', 'port_id': '1543504c-0ba7-4b62-95f2-1c2a656568a4', 'mac_address': 'fa:16:3e:25:e4:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148b000d-2832-4fcd-aa2a-1de5d7c89169', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:04:32.922016 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:32.935665 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1543504c-0ba7-4b62-95f2-1c2a656568a4 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:04:32.955907 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 1543504c-0ba7-4b62-95f2-1c2a656568a4, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=1543504c-0ba7-4b62-95f2-1c2a656568a4,segment=NetworkSegment(8ad4ceb6-7c05-4348-8112-ff220b566bf5),segment_id=8ad4ceb6-7c05-4348-8112-ff220b566bf5)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:04:33.071815 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:33.120207 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=1543504c-0ba7-4b62-95f2-1c2a656568a4,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:33.308336 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa7d11-a375-4c3d-b29c-cea64fc0f652 req-dec35f90-ea9e-4a1e-91b4-ba66c51d9ca4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:33.309907 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-20aa7d11-a375-4c3d-b29c-cea64fc0f652 req-dec35f90-ea9e-4a1e-91b4-ba66c51d9ca4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0508516 Oct 28 08:04:33.349019 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-20aa7d11-a375-4c3d-b29c-cea64fc0f652 req-0501d4a4-90fb-4967-b55a-5aa8b5e72e64 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324020 Oct 28 08:04:33.565174 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['1543504c-0ba7-4b62-95f2-1c2a656568a4'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:04:33.628329 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b063d6b-f045-4a1f-b267-7e408b4de40b req-91ab655b-44c4-42d4-af64-bc0726630098 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:33.629881 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0b063d6b-f045-4a1f-b267-7e408b4de40b req-91ab655b-44c4-42d4-af64-bc0726630098 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 945 time: 0.0484004 Oct 28 08:04:33.673822 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0b063d6b-f045-4a1f-b267-7e408b4de40b req-bb0823c1-6b55-450e-8f51-276308ef4951 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380287 Oct 28 08:04:34.472685 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77590ba6-4941-4dd9-8559-37c014714dab req-864a2ca8-50c7-4c4a-806d-f2dd2f6735e4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:34.477600 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-77590ba6-4941-4dd9-8559-37c014714dab req-864a2ca8-50c7-4c4a-806d-f2dd2f6735e4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0510466 Oct 28 08:04:34.515026 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-77590ba6-4941-4dd9-8559-37c014714dab req-4b605aec-8d4e-4939-ba16-159c589643c3 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347199 Oct 28 08:04:34.791660 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856be077-b1ba-4268-92a3-54bad26fbecf req-034c663d-d5ca-4170-9598-308e8551bf58 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:34.793177 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-856be077-b1ba-4268-92a3-54bad26fbecf req-034c663d-d5ca-4170-9598-308e8551bf58 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 945 time: 0.0486403 Oct 28 08:04:34.833541 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-856be077-b1ba-4268-92a3-54bad26fbecf req-2511ada7-6d4a-4fa0-bbad-c4ee4b4deaeb tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341971 Oct 28 08:04:35.639758 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07097eab-e372-4812-87c0-6028572db3f3 req-c75bacbe-c257-4a6f-8925-7d7b6c8b1630 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:35.641305 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-07097eab-e372-4812-87c0-6028572db3f3 req-c75bacbe-c257-4a6f-8925-7d7b6c8b1630 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0518479 Oct 28 08:04:35.688124 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-07097eab-e372-4812-87c0-6028572db3f3 req-0190278f-2961-45af-aa4a-b5a434637706 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371101 Oct 28 08:04:35.956888 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dce25d-f1fb-4273-aec5-a6288e5bec0d req-e99b8d6c-f53a-4423-bcde-086107a6b3c0 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:35.958812 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-79dce25d-f1fb-4273-aec5-a6288e5bec0d req-e99b8d6c-f53a-4423-bcde-086107a6b3c0 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 945 time: 0.0542896 Oct 28 08:04:35.998708 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-79dce25d-f1fb-4273-aec5-a6288e5bec0d req-d37f0df1-78e2-4afc-9c5a-056e681cdc02 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334768 Oct 28 08:04:36.789548 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 1543504c-0ba7-4b62-95f2-1c2a656568a4 up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:04:36.814311 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48447db1-1aff-433f-aef4-24a7980299f6 req-f49cd95c-169c-41a4-8aba-09fd9f97225d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:36.816338 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-48447db1-1aff-433f-aef4-24a7980299f6 req-f49cd95c-169c-41a4-8aba-09fd9f97225d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0535736 Oct 28 08:04:36.862529 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-48447db1-1aff-433f-aef4-24a7980299f6 req-6a923e84-19af-4f94-9042-a34d6faef5ce tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390937 Oct 28 08:04:37.038436 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port 1543504c-0ba7-4b62-95f2-1c2a656568a4 completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:04:37.042817 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port 1543504c-0ba7-4b62-95f2-1c2a656568a4 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:04:37.066557 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:37.122344 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47694e7a-db5d-4b2e-bc77-a1233ca98551 req-759e9a64-8ea7-4291-a4b8-4c01d249f471 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:37.124156 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-47694e7a-db5d-4b2e-bc77-a1233ca98551 req-759e9a64-8ea7-4291-a4b8-4c01d249f471 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 945 time: 0.0548365 Oct 28 08:04:37.137696 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:37.170691 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40e3ae1-8fb8-4495-9ad6-89fd1736dc17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1543504c-0ba7-4b62-95f2-1c2a656568a4'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:04:37.173029 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c898cdec-a14f-47ee-bca5-75cc4ed017bd" -d '{"events": [{"server_uuid": "b40e3ae1-8fb8-4495-9ad6-89fd1736dc17", "name": "network-vif-plugged", "status": "completed", "tag": "1543504c-0ba7-4b62-95f2-1c2a656568a4"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:04:37.180674 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-47694e7a-db5d-4b2e-bc77-a1233ca98551 req-f5034f9a-a1c4-4314-9690-87850afb0f16 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487485 Oct 28 08:04:37.190013 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 1543504c-0ba7-4b62-95f2-1c2a656568a4, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=1543504c-0ba7-4b62-95f2-1c2a656568a4,segment=NetworkSegment(8ad4ceb6-7c05-4348-8112-ff220b566bf5),segment_id=8ad4ceb6-7c05-4348-8112-ff220b566bf5)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:04:37.251954 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f09d512-a6e5-4f02-ab69-2877904e1c19 x-openstack-request-id: req-3f09d512-a6e5-4f02-ab69-2877904e1c19 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:04:37.251954 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40e3ae1-8fb8-4495-9ad6-89fd1736dc17", "name": "network-vif-plugged", "status": "completed", "tag": "1543504c-0ba7-4b62-95f2-1c2a656568a4", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:04:37.251954 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f09d512-a6e5-4f02-ab69-2877904e1c19 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:04:37.251954 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40e3ae1-8fb8-4495-9ad6-89fd1736dc17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1543504c-0ba7-4b62-95f2-1c2a656568a4', 'code': 200} Oct 28 08:04:37.312135 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:37.369271 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=1543504c-0ba7-4b62-95f2-1c2a656568a4,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:37.625811 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfcdf6-1300-4f38-996b-ffc50e1229ae req-c5cb0689-3a07-49ef-a106-8e75b27cd033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:37.627215 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e8bfcdf6-1300-4f38-996b-ffc50e1229ae req-c5cb0689-3a07-49ef-a106-8e75b27cd033 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 1099 time: 0.0407438 Oct 28 08:04:37.665857 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e8bfcdf6-1300-4f38-996b-ffc50e1229ae req-93cfb91f-a9dc-444e-8540-35091a4db087 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304477 Oct 28 08:04:38.043535 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f411f-0da0-484a-b7d8-6df3aaabca31 req-5a191cd8-d57c-4c45-ba80-cd6403f343a5 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:38.045015 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-695f411f-0da0-484a-b7d8-6df3aaabca31 req-5a191cd8-d57c-4c45-ba80-cd6403f343a5 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.1092558 Oct 28 08:04:38.085656 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-695f411f-0da0-484a-b7d8-6df3aaabca31 req-19f1dda9-f2d4-4e03-b77a-b844611c22e9 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347586 Oct 28 08:04:38.298644 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52a156-e53f-45af-9c11-edfd9d43c348 req-a87d099e-eedb-4318-a987-a9b177880777 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:38.300139 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3e52a156-e53f-45af-9c11-edfd9d43c348 req-a87d099e-eedb-4318-a987-a9b177880777 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 946 time: 0.0476804 Oct 28 08:04:38.338115 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3e52a156-e53f-45af-9c11-edfd9d43c348 req-c382e801-a1b9-40bd-92c5-c6dc4024ae06 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322006 Oct 28 08:04:39.200345 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7293e-9f63-4f86-9d63-2c984660b538 req-9d9cd86c-efc2-4abb-b01b-835077eafee2 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:39.201880 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-92b7293e-9f63-4f86-9d63-2c984660b538 req-9d9cd86c-efc2-4abb-b01b-835077eafee2 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0478888 Oct 28 08:04:39.246819 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-92b7293e-9f63-4f86-9d63-2c984660b538 req-c849379f-8ce5-42cf-a5c8-b15bb8563787 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380933 Oct 28 08:04:39.454620 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b254033-4925-4e52-9f29-0adb8fad888b req-60e38e9e-c918-4230-ad9b-2be8c2ab641e tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:39.456163 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8b254033-4925-4e52-9f29-0adb8fad888b req-60e38e9e-c918-4230-ad9b-2be8c2ab641e tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 946 time: 0.0505302 Oct 28 08:04:39.497519 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8b254033-4925-4e52-9f29-0adb8fad888b req-abf52c79-041f-4afc-943e-09699e060708 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345399 Oct 28 08:04:39.890165 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c76d7b-23b6-4434-ab08-3a4c1a5076f4 req-438cb4a6-d33f-4ba9-8045-2baab951ef0c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:39.891704 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-62c76d7b-23b6-4434-ab08-3a4c1a5076f4 req-438cb4a6-d33f-4ba9-8045-2baab951ef0c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0489058 Oct 28 08:04:39.930619 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-62c76d7b-23b6-4434-ab08-3a4c1a5076f4 req-7980623b-9507-4d66-a5e1-66ee5bf70863 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327523 Oct 28 08:04:40.374582 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654a2ea-d9bc-4f63-af06-58037a6e8ff9 req-0c6cfc0d-ff92-47e8-bfe9-e71dab63b6d0 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:40.376193 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2654a2ea-d9bc-4f63-af06-58037a6e8ff9 req-0c6cfc0d-ff92-47e8-bfe9-e71dab63b6d0 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0545955 Oct 28 08:04:40.421907 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2654a2ea-d9bc-4f63-af06-58037a6e8ff9 req-e871abe3-b44d-47d2-80c6-50cce0589e20 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369108 Oct 28 08:04:40.616649 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e37fb2-df02-4f54-b2ca-eda197e68e76 req-39142f94-6f10-423a-a8a7-33c2cb9912e9 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:40.618141 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-68e37fb2-df02-4f54-b2ca-eda197e68e76 req-39142f94-6f10-423a-a8a7-33c2cb9912e9 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 946 time: 0.0499687 Oct 28 08:04:40.658972 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-68e37fb2-df02-4f54-b2ca-eda197e68e76 req-22946f4d-5e3e-48cc-ab65-7146291782a9 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348125 Oct 28 08:04:41.053522 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af3e4c-6003-418f-be29-3e6dc9263d1f req-eb38d19e-5c96-445f-b2dd-555518694f1a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:41.055007 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-99af3e4c-6003-418f-be29-3e6dc9263d1f req-eb38d19e-5c96-445f-b2dd-555518694f1a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0489364 Oct 28 08:04:41.098343 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-99af3e4c-6003-418f-be29-3e6dc9263d1f req-d17056a2-f707-4b9d-b207-2ced30f8fe07 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371277 Oct 28 08:04:41.558288 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed300d-7441-4a84-aa10-6269e2765481 req-95da9b3a-1bcf-4f0b-91d4-9755171528a0 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:41.559854 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-35ed300d-7441-4a84-aa10-6269e2765481 req-95da9b3a-1bcf-4f0b-91d4-9755171528a0 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0493762 Oct 28 08:04:41.617705 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-35ed300d-7441-4a84-aa10-6269e2765481 req-8b25b324-c7ff-4be2-8bf5-f3909c75bb05 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456924 Oct 28 08:04:42.237203 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcfd5a-7cae-4e10-8f61-8bc707b690de req-9c32d9eb-6cf3-434b-84e1-8985307648e5 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:42.238977 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-40dcfd5a-7cae-4e10-8f61-8bc707b690de req-9c32d9eb-6cf3-434b-84e1-8985307648e5 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0596151 Oct 28 08:04:42.289995 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-40dcfd5a-7cae-4e10-8f61-8bc707b690de req-18aac39e-ccf4-4055-9ab7-460523709265 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415938 Oct 28 08:04:42.743036 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a10da-c271-4d9c-b40a-7cda693c7550 req-1c0a1a85-ccf8-4de1-a97b-1c9d926a3da8 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:42.744650 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-723a10da-c271-4d9c-b40a-7cda693c7550 req-1c0a1a85-ccf8-4de1-a97b-1c9d926a3da8 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0531099 Oct 28 08:04:42.789354 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-723a10da-c271-4d9c-b40a-7cda693c7550 req-5056161c-3964-49dd-9b17-4a82e818d1ca tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376446 Oct 28 08:04:43.421709 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83d1a5-6a16-4750-abb1-ef58393eefc9 req-00480c8d-fabc-406c-b3af-25377a900c50 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:43.423319 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9e83d1a5-6a16-4750-abb1-ef58393eefc9 req-00480c8d-fabc-406c-b3af-25377a900c50 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0564349 Oct 28 08:04:43.454718 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 33594) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:04:43.470883 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9e83d1a5-6a16-4750-abb1-ef58393eefc9 req-5aa1496d-c200-4fec-8558-f7097336943b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369334 Oct 28 08:04:43.562933 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-041ab7ae-4d08-4b95-ac86-0a5b3eb1d6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:43.643490 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-041ab7ae-4d08-4b95-ac86-0a5b3eb1d6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:43.815106 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-041ab7ae-4d08-4b95-ac86-0a5b3eb1d6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:43.864880 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 33604) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:04:43.869278 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-041ab7ae-4d08-4b95-ac86-0a5b3eb1d6c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=079c4426e6b747c4b7577358e373478c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089727 Oct 28 08:04:43.869278 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ab7ae-4d08-4b95-ac86-0a5b3eb1d6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81250d12-8521-4644-9aa4-0a1e3d1d0cfb,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:43.962217 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9420726-3131-4f36-a9e9-6ca002ce76e4 req-d1e2c634-2cbd-4056-aece-a106881c220c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:43.968047 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a9420726-3131-4f36-a9e9-6ca002ce76e4 req-d1e2c634-2cbd-4056-aece-a106881c220c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0786090 Oct 28 08:04:43.968047 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d0bd9431-525b-4cd4-ac8c-07c01c39a23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:44.003299 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d0bd9431-525b-4cd4-ac8c-07c01c39a23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:44.039818 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a9420726-3131-4f36-a9e9-6ca002ce76e4 req-3563513c-f602-47a5-be49-b8fbd0979c4f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698352 Oct 28 08:04:44.275989 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d0bd9431-525b-4cd4-ac8c-07c01c39a23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:44.278603 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d0bd9431-525b-4cd4-ac8c-07c01c39a23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:44.279807 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-d0bd9431-525b-4cd4-ac8c-07c01c39a23e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81250d12-8521-4644-9aa4-0a1e3d1d0cfb HTTP/1.1" status: 204 len: 168 time: 0.4138401 Oct 28 08:04:44.288663 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd9431-525b-4cd4-ac8c-07c01c39a23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81250d12-8521-4644-9aa4-0a1e3d1d0cfb,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:04:44.594081 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ee7b6-55c8-4e70-8293-b7f09ae92eb9 req-38d35368-4cfe-491c-8498-cbb5bdf6b06f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:44.596114 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-622ee7b6-55c8-4e70-8293-b7f09ae92eb9 req-38d35368-4cfe-491c-8498-cbb5bdf6b06f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0525720 Oct 28 08:04:44.635802 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-622ee7b6-55c8-4e70-8293-b7f09ae92eb9 req-9441171d-8502-4d0d-9e39-0bc8e570235b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328460 Oct 28 08:04:45.161908 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e983307-5494-4cdf-be76-d0ad84d4c2c0 req-c10cfa5d-e0db-4a98-8eb7-3956fabe3632 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:45.165233 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0e983307-5494-4cdf-be76-d0ad84d4c2c0 req-c10cfa5d-e0db-4a98-8eb7-3956fabe3632 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0532794 Oct 28 08:04:45.204798 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0e983307-5494-4cdf-be76-d0ad84d4c2c0 req-f685b00c-98df-4349-b73d-5f2003f1bbf2 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339928 Oct 28 08:04:45.412572 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:04:45.758867 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60eb19b-238c-41e2-b676-20639a5a6592 req-91a9a24b-562f-4653-a58c-8bbb41d3f050 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:45.760517 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c60eb19b-238c-41e2-b676-20639a5a6592 req-91a9a24b-562f-4653-a58c-8bbb41d3f050 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0524576 Oct 28 08:04:45.812812 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c60eb19b-238c-41e2-b676-20639a5a6592 req-d47cac22-bafc-4fc6-ba5b-d3817ab10d3d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440331 Oct 28 08:04:46.327646 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaccf18-4286-4499-b44a-b5aecff881d7 req-460c2e09-7538-45f9-ba5f-fe332a70a13b tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:46.329200 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6eaccf18-4286-4499-b44a-b5aecff881d7 req-460c2e09-7538-45f9-ba5f-fe332a70a13b tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0552742 Oct 28 08:04:46.369509 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6eaccf18-4286-4499-b44a-b5aecff881d7 req-249bbe8f-38fa-478b-9e55-d317f1948ee1 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340052 Oct 28 08:04:46.631728 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-818e9206-0a60-4368-98b2-42e6781368a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:46.938317 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb91a46-f88d-47f6-9743-e166e2cd67e9 req-9d4dc51a-1ce3-4cc3-84b6-f61553e11a1e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:46.939881 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bfb91a46-f88d-47f6-9743-e166e2cd67e9 req-9d4dc51a-1ce3-4cc3-84b6-f61553e11a1e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0497477 Oct 28 08:04:46.983002 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bfb91a46-f88d-47f6-9743-e166e2cd67e9 req-90c8c9ad-64e3-41ce-bff0-e7144a936f62 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355859 Oct 28 08:04:47.486889 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e1dc6-e283-43cb-88c8-22509aa2f774 req-c4caf711-591c-40fc-a8fb-0a7a2eec3fc3 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:47.488412 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-451e1dc6-e283-43cb-88c8-22509aa2f774 req-c4caf711-591c-40fc-a8fb-0a7a2eec3fc3 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0489199 Oct 28 08:04:47.529246 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-451e1dc6-e283-43cb-88c8-22509aa2f774 req-201c41a7-051d-4a0a-b922-72cda5328b2e tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339746 Oct 28 08:04:48.120583 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d956d-d8d7-4238-bde4-db594ffed3ff req-9b878d58-e684-490b-8d3d-6345f945b7bd tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:48.122148 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2d3d956d-d8d7-4238-bde4-db594ffed3ff req-9b878d58-e684-490b-8d3d-6345f945b7bd tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0521553 Oct 28 08:04:48.164050 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2d3d956d-d8d7-4238-bde4-db594ffed3ff req-9d63970a-8b0f-40bf-bb4e-c523d2be6612 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357587 Oct 28 08:04:48.646381 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ed79a-6a01-4f03-8892-a7b71b00256c req-1da9096f-f204-495b-a7f0-6cd5e75c3ad3 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:48.648005 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-aa4ed79a-6a01-4f03-8892-a7b71b00256c req-1da9096f-f204-495b-a7f0-6cd5e75c3ad3 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0505018 Oct 28 08:04:48.695776 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-aa4ed79a-6a01-4f03-8892-a7b71b00256c req-a37c4a17-d387-4547-a9c3-1ecb956ad1ab tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418031 Oct 28 08:04:49.299561 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6d6e0-dd93-48d7-8e09-7ef3c8a813b3 req-dac7b131-1b31-49d2-aca3-b0667d88f21f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:49.301225 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-68a6d6e0-dd93-48d7-8e09-7ef3c8a813b3 req-dac7b131-1b31-49d2-aca3-b0667d88f21f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0578759 Oct 28 08:04:49.343840 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-68a6d6e0-dd93-48d7-8e09-7ef3c8a813b3 req-08c475b8-b43f-45f4-abc3-03953caf8ff6 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353374 Oct 28 08:04:49.450057 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f9701c6b-6c47-4136-ba34-cd2915e40f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:49.590329 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:49.749608 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcb93b-bcff-4ac8-9035-1ad0d7e41dd6 req-92eafd7b-a6d9-4227-a7ff-ee7c692f2ec8 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:49.752004 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-50bcb93b-bcff-4ac8-9035-1ad0d7e41dd6 req-92eafd7b-a6d9-4227-a7ff-ee7c692f2ec8 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0530362 Oct 28 08:04:49.816806 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-50bcb93b-bcff-4ac8-9035-1ad0d7e41dd6 req-c6982868-bfa2-4841-825e-f1e017eeaba9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578518 Oct 28 08:04:49.835835 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d1779-1c52-4add-912e-012e6c98a2ff req-5a558915-7124-45ae-a310-9fbcddeee741 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:49.837479 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-db0d1779-1c52-4add-912e-012e6c98a2ff req-5a558915-7124-45ae-a310-9fbcddeee741 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0656171 Oct 28 08:04:49.881348 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-db0d1779-1c52-4add-912e-012e6c98a2ff req-3aba3ed6-241e-4f68-9b02-f4ffa7b7a04a tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376470 Oct 28 08:04:50.461174 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca06d5-35b1-482e-9323-5e6b21a061c3 req-ff41cd64-79c5-4012-b56e-842fcb6493df tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:50.462646 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ccca06d5-35b1-482e-9323-5e6b21a061c3 req-ff41cd64-79c5-4012-b56e-842fcb6493df tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0477154 Oct 28 08:04:50.502340 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ccca06d5-35b1-482e-9323-5e6b21a061c3 req-1683306c-cd17-41ca-935e-91f3d9ff392c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338719 Oct 28 08:04:50.636699 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:50.936620 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d881bf6-d0d0-4464-aef4-34b4f371226a req-a9b0a03b-dc87-4407-850d-e3169372e729 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:50.938109 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7d881bf6-d0d0-4464-aef4-34b4f371226a req-a9b0a03b-dc87-4407-850d-e3169372e729 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0513637 Oct 28 08:04:51.001599 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7d881bf6-d0d0-4464-aef4-34b4f371226a req-5f373eff-bab1-472e-9da5-b36b5fd1df27 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575483 Oct 28 08:04:51.029845 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d16f0-75c7-4dd1-8d82-7b20bf33398c req-edcd90d8-a2f6-42a9-b8af-10ccbdfe5b5a tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:51.029845 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-584d16f0-75c7-4dd1-8d82-7b20bf33398c req-edcd90d8-a2f6-42a9-b8af-10ccbdfe5b5a tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0757790 Oct 28 08:04:51.066494 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-584d16f0-75c7-4dd1-8d82-7b20bf33398c req-62973976-4c7c-4ad3-8242-af0d007abb54 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336218 Oct 28 08:04:51.622819 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddfc52-f35c-46e1-9bf4-5c94842a17f2 req-143bfe86-f60f-4921-a780-3bbbcd7c4e62 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:51.624291 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6eddfc52-f35c-46e1-9bf4-5c94842a17f2 req-143bfe86-f60f-4921-a780-3bbbcd7c4e62 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0503616 Oct 28 08:04:51.671921 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6eddfc52-f35c-46e1-9bf4-5c94842a17f2 req-c15b8f1f-0f88-4679-b3d7-761121888bc6 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412850 Oct 28 08:04:52.122686 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685a17d-2173-4210-92ff-25ac9e442a96 req-7c36e9b8-7d41-4d55-bf9c-dc425ac86dd9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:52.124209 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7685a17d-2173-4210-92ff-25ac9e442a96 req-7c36e9b8-7d41-4d55-bf9c-dc425ac86dd9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0551803 Oct 28 08:04:52.193771 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7685a17d-2173-4210-92ff-25ac9e442a96 req-23707c7f-1560-44ec-8eee-5b6b34d580e9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622439 Oct 28 08:04:52.209437 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445199f7-364c-48cd-b224-e0d9f3ae8794 req-a76a02c2-8a14-4eff-8673-33b4d88ceb0f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:52.210953 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-445199f7-364c-48cd-b224-e0d9f3ae8794 req-a76a02c2-8a14-4eff-8673-33b4d88ceb0f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0725148 Oct 28 08:04:52.248779 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-445199f7-364c-48cd-b224-e0d9f3ae8794 req-738e7e60-0d0c-450f-b46e-3f288dfd678a tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318863 Oct 28 08:04:52.670777 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:52.804229 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b642c5-464e-4eb5-9a66-a2977d015695 req-333399f4-cb28-423c-a2a9-adce777ccc44 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:52.805744 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-72b642c5-464e-4eb5-9a66-a2977d015695 req-333399f4-cb28-423c-a2a9-adce777ccc44 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0485814 Oct 28 08:04:52.847921 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-72b642c5-464e-4eb5-9a66-a2977d015695 req-7aba1786-a606-42f3-8e53-b71bb3616f48 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360456 Oct 28 08:04:53.317369 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda89ed-c129-40e4-ab30-c27e6e0c0974 req-480da001-c6d9-4a32-88d0-45b2af4fd6ce tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:53.317369 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5dda89ed-c129-40e4-ab30-c27e6e0c0974 req-480da001-c6d9-4a32-88d0-45b2af4fd6ce tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0532761 Oct 28 08:04:53.386668 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5dda89ed-c129-40e4-ab30-c27e6e0c0974 req-0235fb22-c808-4834-8f79-433609dc0ae7 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644474 Oct 28 08:04:53.403272 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b65831-77e2-4631-8cf2-1f5a797fa10f req-caeb9f2c-9cc0-4779-951f-188bb1ea4f55 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:53.404865 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-22b65831-77e2-4631-8cf2-1f5a797fa10f req-caeb9f2c-9cc0-4779-951f-188bb1ea4f55 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0762002 Oct 28 08:04:53.444673 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-22b65831-77e2-4631-8cf2-1f5a797fa10f req-c1e8f4c7-749c-4269-80f7-f1d6a521207e tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331850 Oct 28 08:04:53.974253 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089a210-2309-47ab-a1bf-690fd12232be req-b5b282c9-ba7a-4a86-8ad3-4a4685603168 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:53.975779 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e089a210-2309-47ab-a1bf-690fd12232be req-b5b282c9-ba7a-4a86-8ad3-4a4685603168 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0514567 Oct 28 08:04:54.012437 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e089a210-2309-47ab-a1bf-690fd12232be req-6f7ca14e-3175-40b8-99d0-3bd65dec22e5 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308895 Oct 28 08:04:54.501202 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cd24a-157f-407c-b836-4cc7a8bc93bf req-26f46382-f12c-4de4-aff3-bc9497ccbdea tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:54.502693 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-433cd24a-157f-407c-b836-4cc7a8bc93bf req-26f46382-f12c-4de4-aff3-bc9497ccbdea tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0486481 Oct 28 08:04:54.572217 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-433cd24a-157f-407c-b836-4cc7a8bc93bf req-a6813ce3-9cb6-4f81-8ad3-17e3f0c2ba6f tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631893 Oct 28 08:04:54.588176 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6bdcb-cf2f-4edb-9db4-d9ba01094f1b req-e65eeb48-f0b5-49d8-97f5-3936f62422e7 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:54.589650 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-18b6bdcb-cf2f-4edb-9db4-d9ba01094f1b req-e65eeb48-f0b5-49d8-97f5-3936f62422e7 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0748167 Oct 28 08:04:54.625941 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-18b6bdcb-cf2f-4edb-9db4-d9ba01094f1b req-2cf30859-37b7-411e-a6eb-dd98d3bb5937 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304625 Oct 28 08:04:55.135497 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1918c-6753-4769-83f6-5875c62fab8f req-20e2d01c-4a3d-471b-8e5a-fe5d339c6171 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:55.136848 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-45a1918c-6753-4769-83f6-5875c62fab8f req-20e2d01c-4a3d-471b-8e5a-fe5d339c6171 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0517731 Oct 28 08:04:55.173500 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-45a1918c-6753-4769-83f6-5875c62fab8f req-eed811ea-9134-44bd-8448-7034c61c33cc tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306954 Oct 28 08:04:55.687943 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f74c7-3947-4168-91c5-816afa7f747c req-19b82ffc-ae7c-4fbb-8cb6-b2b311f4f310 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:55.689452 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f47f74c7-3947-4168-91c5-816afa7f747c req-19b82ffc-ae7c-4fbb-8cb6-b2b311f4f310 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0492175 Oct 28 08:04:55.762858 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455e561-405f-4b66-8d5b-de234437311a req-243f9905-adc8-4930-8aad-bdaf86531c12 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:55.764365 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4455e561-405f-4b66-8d5b-de234437311a req-243f9905-adc8-4930-8aad-bdaf86531c12 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0715587 Oct 28 08:04:55.767075 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f47f74c7-3947-4168-91c5-816afa7f747c req-92160520-b173-4487-bdd3-6840c53bfde2 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654848 Oct 28 08:04:55.806167 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4455e561-405f-4b66-8d5b-de234437311a req-8762383c-85e2-4012-870a-3716b5ecff39 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357180 Oct 28 08:04:56.292688 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540e559-00ca-4a4e-aaf9-6a17094d6251 req-cd81ec15-d67b-4222-8acd-18866cb3029d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:56.294142 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1540e559-00ca-4a4e-aaf9-6a17094d6251 req-cd81ec15-d67b-4222-8acd-18866cb3029d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0494933 Oct 28 08:04:56.311083 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:04:56.333573 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1540e559-00ca-4a4e-aaf9-6a17094d6251 req-c369c202-a6d6-430c-b52a-a67f040042ce tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334775 Oct 28 08:04:56.883610 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda5aa5-c0ee-4920-a534-fc2042c9ab20 req-e10d5484-211a-41af-8a24-65aae211d8ee tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:56.885097 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0dda5aa5-c0ee-4920-a534-fc2042c9ab20 req-e10d5484-211a-41af-8a24-65aae211d8ee tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0498466 Oct 28 08:04:56.948672 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0dda5aa5-c0ee-4920-a534-fc2042c9ab20 req-7784b81c-a322-4e71-8003-7db1ba9f91b5 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548213 Oct 28 08:04:56.956789 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d32fcd-f84f-4c16-832b-3ffbeb32ad57 req-291ab20c-7ad9-422a-9319-2c35465becfb tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:56.959153 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e6d32fcd-f84f-4c16-832b-3ffbeb32ad57 req-291ab20c-7ad9-422a-9319-2c35465becfb tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0731876 Oct 28 08:04:57.001330 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e6d32fcd-f84f-4c16-832b-3ffbeb32ad57 req-dd397568-8ada-43d2-86d8-b13aa771117c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359607 Oct 28 08:04:57.457474 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e55351-934a-4508-8c23-f9a7e8b51899 req-8c63ac48-a9d8-4850-9d51-d29bdb9cdb0e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:57.459308 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d9e55351-934a-4508-8c23-f9a7e8b51899 req-8c63ac48-a9d8-4850-9d51-d29bdb9cdb0e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0508528 Oct 28 08:04:57.499814 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d9e55351-934a-4508-8c23-f9a7e8b51899 req-550b9000-ce36-4319-9462-6a09e50b386d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342138 Oct 28 08:04:58.071111 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713474ec-5ab7-4f92-a1c6-99715448c550 req-19e4dcd8-15c1-4eff-873d-3e876cefeae1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:58.073110 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-713474ec-5ab7-4f92-a1c6-99715448c550 req-19e4dcd8-15c1-4eff-873d-3e876cefeae1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0536849 Oct 28 08:04:58.145081 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-713474ec-5ab7-4f92-a1c6-99715448c550 req-6e0962dc-75ed-44cc-9ebb-a3a76642e5a9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623450 Oct 28 08:04:58.153966 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ce628-314c-4269-b014-e3061061dc80 req-80601675-ef2c-487a-9cea-ae95a8aedb9c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:58.155453 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ed9ce628-314c-4269-b014-e3061061dc80 req-80601675-ef2c-487a-9cea-ae95a8aedb9c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0814431 Oct 28 08:04:58.195208 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ed9ce628-314c-4269-b014-e3061061dc80 req-70c61d87-fe29-4413-82e3-e402243a511f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331502 Oct 28 08:04:58.620392 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beece8d-4351-4712-949c-f6798af7e21f req-fef5d87f-4282-42d6-af7a-d7df30fa8e29 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:58.621925 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6beece8d-4351-4712-949c-f6798af7e21f req-fef5d87f-4282-42d6-af7a-d7df30fa8e29 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0483460 Oct 28 08:04:58.663246 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6beece8d-4351-4712-949c-f6798af7e21f req-4612ed27-60a8-4051-a74d-0688e1152220 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324597 Oct 28 08:04:59.268750 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b2ff8-024a-4080-8493-2368f19cda13 req-fcdd2d08-bd41-437b-8127-8b8f6a48c338 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:59.270911 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f73b2ff8-024a-4080-8493-2368f19cda13 req-fcdd2d08-bd41-437b-8127-8b8f6a48c338 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0527303 Oct 28 08:04:59.310998 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f73b2ff8-024a-4080-8493-2368f19cda13 req-4b25d9fb-7550-454b-87d1-d9f10c3e0c57 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331130 Oct 28 08:04:59.486525 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ebf46-7ee0-4a58-a8cd-6715a82d0924 req-4a48104f-230e-4187-afa8-912538643bcb tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:59.488448 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1c9ebf46-7ee0-4a58-a8cd-6715a82d0924 req-4a48104f-230e-4187-afa8-912538643bcb tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.2156272 Oct 28 08:04:59.537213 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1c9ebf46-7ee0-4a58-a8cd-6715a82d0924 req-6804c89f-c6ee-41a2-b729-aa8290f95845 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423033 Oct 28 08:04:59.800040 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264eed71-b510-46a5-a53b-d6ae3bf1305c req-06d04cb9-ecca-4d1b-aa0f-a2fedc5ce049 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:04:59.801752 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-264eed71-b510-46a5-a53b-d6ae3bf1305c req-06d04cb9-ecca-4d1b-aa0f-a2fedc5ce049 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0498252 Oct 28 08:04:59.898649 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-264eed71-b510-46a5-a53b-d6ae3bf1305c req-9e34bc08-617b-4915-a793-4cd5dd9b981c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898433 Oct 28 08:05:00.427229 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf3f1a-1865-409a-86dc-3bee8d09c633 req-267ac382-bead-4563-9140-2c611262cac4 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:00.428696 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5acf3f1a-1865-409a-86dc-3bee8d09c633 req-267ac382-bead-4563-9140-2c611262cac4 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0463891 Oct 28 08:05:00.465980 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5acf3f1a-1865-409a-86dc-3bee8d09c633 req-db38757a-c96c-4bfe-8d30-3bdd84e672b9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314469 Oct 28 08:05:00.655381 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef437-24e5-4927-a6c7-5aa77346f612 req-02aa8bdd-405e-4c1a-8617-fcc1621aa534 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:00.656736 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-731ef437-24e5-4927-a6c7-5aa77346f612 req-02aa8bdd-405e-4c1a-8617-fcc1621aa534 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0508344 Oct 28 08:05:00.695327 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-731ef437-24e5-4927-a6c7-5aa77346f612 req-53472327-86c0-4fd4-8949-cac616b285e3 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320899 Oct 28 08:05:01.019233 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448ffef-faec-4a74-820c-1b65c880db3e req-7e2d4704-3d51-41e2-9868-f3b13cdc335d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:01.021421 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b448ffef-faec-4a74-820c-1b65c880db3e req-7e2d4704-3d51-41e2-9868-f3b13cdc335d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0523932 Oct 28 08:05:01.058756 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b448ffef-faec-4a74-820c-1b65c880db3e req-5c4dc0ff-3dae-44ae-a276-81b097813bb7 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315056 Oct 28 08:05:01.432531 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 33884) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:01.540362 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8fc3d034-c650-4fa7-823f-d185c35a868a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:01.600676 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5483ac-9c44-46e9-aa0e-fb271d057549 req-328c42ed-6af5-40b3-b0a0-78eb99265ce4 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:01.602134 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ca5483ac-9c44-46e9-aa0e-fb271d057549 req-328c42ed-6af5-40b3-b0a0-78eb99265ce4 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0575490 Oct 28 08:05:01.625056 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8fc3d034-c650-4fa7-823f-d185c35a868a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:01.654322 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ca5483ac-9c44-46e9-aa0e-fb271d057549 req-89eb958c-bbea-4539-b605-288e4f2547be tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427151 Oct 28 08:05:01.688268 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb08c7a-3da7-471e-afa5-047e09e31a59 req-5e056e67-fded-4628-9bdf-bae630a1722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:01.689734 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-eeb08c7a-3da7-471e-afa5-047e09e31a59 req-5e056e67-fded-4628-9bdf-bae630a1722a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 1098 time: 0.0389867 Oct 28 08:05:01.728321 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-eeb08c7a-3da7-471e-afa5-047e09e31a59 req-9f6938a6-69a6-4e95-9ff1-2a77dc7f3f9a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280101 Oct 28 08:05:01.739303 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8fc3d034-c650-4fa7-823f-d185c35a868a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:01.781892 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-8fc3d034-c650-4fa7-823f-d185c35a868a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6bc5c92516c44a6f90d00c1339d4eb5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458776 Oct 28 08:05:01.781892 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3d034-c650-4fa7-823f-d185c35a868a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ccca3d-9b00-48d8-8645-d6f2644289fe,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:01.784276 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 33894) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:01.821756 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03765aa1-d561-4ddd-a089-8e7ec9279b3e req-8bf25e0b-4d30-4857-89bd-628226872412 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:01.823825 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-03765aa1-d561-4ddd-a089-8e7ec9279b3e req-8bf25e0b-4d30-4857-89bd-628226872412 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0597787 Oct 28 08:05:01.841426 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-60c95bbe-2433-4529-8908-a2b739de471c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:01.864411 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-60c95bbe-2433-4529-8908-a2b739de471c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:01.865168 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-03765aa1-d561-4ddd-a089-8e7ec9279b3e req-eaa966d2-9c08-4731-a474-49c8c55d4e15 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354490 Oct 28 08:05:02.099920 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-60c95bbe-2433-4529-8908-a2b739de471c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:02.102364 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-60c95bbe-2433-4529-8908-a2b739de471c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:02.103756 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-60c95bbe-2433-4529-8908-a2b739de471c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14ccca3d-9b00-48d8-8645-d6f2644289fe HTTP/1.1" status: 204 len: 168 time: 0.3183618 Oct 28 08:05:02.116294 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c95bbe-2433-4529-8908-a2b739de471c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ccca3d-9b00-48d8-8645-d6f2644289fe,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:02.195189 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970fbb3-ab22-4e45-aeb3-77a7a4d56f27 req-3ed2e153-1489-4723-b248-0b94dbba3e5c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:02.196672 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6970fbb3-ab22-4e45-aeb3-77a7a4d56f27 req-3ed2e153-1489-4723-b248-0b94dbba3e5c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0488348 Oct 28 08:05:02.235119 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6970fbb3-ab22-4e45-aeb3-77a7a4d56f27 req-3d8f2f95-d28c-40a2-8d99-bb24010df50f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321639 Oct 28 08:05:02.769234 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7de8ce-61e1-40c3-8330-2dba99aac1ff req-e024f7b6-07ac-44c1-85ab-f455da60995a tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:02.770735 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1e7de8ce-61e1-40c3-8330-2dba99aac1ff req-e024f7b6-07ac-44c1-85ab-f455da60995a tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0464616 Oct 28 08:05:02.807701 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1e7de8ce-61e1-40c3-8330-2dba99aac1ff req-97c0cf87-fd46-4f2f-832c-f95b4410abf8 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311196 Oct 28 08:05:02.981358 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365e672-23ed-4ae3-9a61-f78ec2c37728 req-d7f4d1cd-713a-42d2-ab9b-52c036b05732 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:02.982825 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f365e672-23ed-4ae3-9a61-f78ec2c37728 req-d7f4d1cd-713a-42d2-ab9b-52c036b05732 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0502846 Oct 28 08:05:03.020358 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f365e672-23ed-4ae3-9a61-f78ec2c37728 req-23f943cf-d3b6-402c-929e-1648540b22ed tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311439 Oct 28 08:05:03.090006 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 33912) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:03.106810 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cce3f9f6-e743-4d25-b33f-6fb23da445d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:03.182757 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cce3f9f6-e743-4d25-b33f-6fb23da445d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:03.304714 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cce3f9f6-e743-4d25-b33f-6fb23da445d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:03.344365 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-cce3f9f6-e743-4d25-b33f-6fb23da445d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f79e5ac9fe44f1c8d434e0062089d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532563 Oct 28 08:05:03.345327 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3f9f6-e743-4d25-b33f-6fb23da445d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a1641f-a91d-40ee-b43b-ee079818181f,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:03.346968 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 33916) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:03.376229 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be378003-7be1-4caf-977a-8a5bff61b740 req-2fdc8e5f-eb7a-418e-a9ae-f68c0b1e1884 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:03.377919 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-be378003-7be1-4caf-977a-8a5bff61b740 req-2fdc8e5f-eb7a-418e-a9ae-f68c0b1e1884 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0675886 Oct 28 08:05:03.439549 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-32cc543f-8e04-48c2-b8cf-9ec60b17bd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:03.445143 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-be378003-7be1-4caf-977a-8a5bff61b740 req-501473ea-e430-4790-912b-08d936b6bda0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589151 Oct 28 08:05:03.465995 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-32cc543f-8e04-48c2-b8cf-9ec60b17bd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:03.665454 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-32cc543f-8e04-48c2-b8cf-9ec60b17bd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:03.668250 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-32cc543f-8e04-48c2-b8cf-9ec60b17bd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:03.669415 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-32cc543f-8e04-48c2-b8cf-9ec60b17bd89 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7a1641f-a91d-40ee-b43b-ee079818181f HTTP/1.1" status: 204 len: 168 time: 0.3207176 Oct 28 08:05:03.677521 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc543f-8e04-48c2-b8cf-9ec60b17bd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a1641f-a91d-40ee-b43b-ee079818181f,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:03.921122 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74f087-ef26-4815-9580-8f59234be22f req-6c3f497e-178a-4805-87f0-4910db44e015 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:03.922473 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bc74f087-ef26-4815-9580-8f59234be22f req-6c3f497e-178a-4805-87f0-4910db44e015 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0484266 Oct 28 08:05:03.961855 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bc74f087-ef26-4815-9580-8f59234be22f req-0acf7dab-32e8-446b-8e6c-68e9f172d44e tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325756 Oct 28 08:05:04.134614 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb45015-ab9f-4bc8-bbac-3980dc9ff35f req-e2184f56-12f5-4d16-a658-e2be8317302a tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:04.136446 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dcb45015-ab9f-4bc8-bbac-3980dc9ff35f req-e2184f56-12f5-4d16-a658-e2be8317302a tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0488532 Oct 28 08:05:04.176160 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dcb45015-ab9f-4bc8-bbac-3980dc9ff35f req-3b65fbd0-2fef-4e15-8cca-aa650356929f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336182 Oct 28 08:05:04.565829 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc38f7-0344-4f07-aeba-4b6e286931a1 req-08bf1845-6a8f-4755-9d02-528fadebd28f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:04.568163 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5bdc38f7-0344-4f07-aeba-4b6e286931a1 req-08bf1845-6a8f-4755-9d02-528fadebd28f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0494843 Oct 28 08:05:04.605187 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 33930) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:04.609759 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5bdc38f7-0344-4f07-aeba-4b6e286931a1 req-d25526e9-d830-4c2d-a4b8-befb5804669e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355141 Oct 28 08:05:04.618624 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-16b52244-a3c8-4b5c-be44-2d52efe958cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:04.689888 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-16b52244-a3c8-4b5c-be44-2d52efe958cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:04.881608 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-16b52244-a3c8-4b5c-be44-2d52efe958cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:04.919198 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-16b52244-a3c8-4b5c-be44-2d52efe958cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f03bcac5d69e49bc818d8a8f35171a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129425 Oct 28 08:05:04.937303 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b52244-a3c8-4b5c-be44-2d52efe958cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e03e185-e49b-4cba-bfe9-e6d9f6ef5283,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:04.938875 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 33934) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:04.970694 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 08090d45-57f6-4fca-bad8-ed42f1cafd88 details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:05:04.972096 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-17a19d5d-4c1c-4f79-98ed-bab2dfa11ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:04.995341 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-17a19d5d-4c1c-4f79-98ed-bab2dfa11ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:05.067694 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 08090d45-57f6-4fca-bad8-ed42f1cafd88, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=08090d45-57f6-4fca-bad8-ed42f1cafd88,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:05:05.078808 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343a263-4955-4716-9d10-a4f7f9fdf108 req-a43e0b59-970a-4358-a126-08b9069c8bd8 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:05.079531 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': '08090d45-57f6-4fca-bad8-ed42f1cafd88', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'port_id': '08090d45-57f6-4fca-bad8-ed42f1cafd88', 'mac_address': 'fa:16:3e:e9:8e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:05:05.080321 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7343a263-4955-4716-9d10-a4f7f9fdf108 req-a43e0b59-970a-4358-a126-08b9069c8bd8 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0494664 Oct 28 08:05:05.117130 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:05.118497 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7343a263-4955-4716-9d10-a4f7f9fdf108 req-13a79860-5cfa-4e0e-8e91-2c375faa4f89 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318952 Oct 28 08:05:05.139179 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08090d45-57f6-4fca-bad8-ed42f1cafd88 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:05:05.155272 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 08090d45-57f6-4fca-bad8-ed42f1cafd88, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=08090d45-57f6-4fca-bad8-ed42f1cafd88,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:05:05.257327 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:05.264067 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-17a19d5d-4c1c-4f79-98ed-bab2dfa11ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:05.267532 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-17a19d5d-4c1c-4f79-98ed-bab2dfa11ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:05.270086 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-17a19d5d-4c1c-4f79-98ed-bab2dfa11ea6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e03e185-e49b-4cba-bfe9-e6d9f6ef5283 HTTP/1.1" status: 204 len: 168 time: 0.3464150 Oct 28 08:05:05.299560 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a19d5d-4c1c-4f79-98ed-bab2dfa11ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e03e185-e49b-4cba-bfe9-e6d9f6ef5283,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:05.338703 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a47e35-b069-4485-a3fa-be16226fdf92 req-fbd111d2-bd6d-497b-81e6-979476d6acc8 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:05.341358 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b4a47e35-b069-4485-a3fa-be16226fdf92 req-fbd111d2-bd6d-497b-81e6-979476d6acc8 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0912189 Oct 28 08:05:05.351004 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=08090d45-57f6-4fca-bad8-ed42f1cafd88,revision_number=6']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:05.360220 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:05.360597 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:05.360941 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:05.361285 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:05.361605 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:05.361931 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:05.362253 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:05.362585 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:05.363471 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:05.363796 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:05.364116 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:05.364553 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:05.384084 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b4a47e35-b069-4485-a3fa-be16226fdf92 req-56d1d4e1-df1e-4ef1-89bc-b2fc363a37ae tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369341 Oct 28 08:05:05.415605 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['08090d45-57f6-4fca-bad8-ed42f1cafd88'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:05:05.739665 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11c831-6558-45a4-b0d8-3b020f0984f7 req-7500a275-0452-4f3a-b9f5-815ce5de0e18 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:05.741204 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fb11c831-6558-45a4-b0d8-3b020f0984f7 req-7500a275-0452-4f3a-b9f5-815ce5de0e18 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 945 time: 0.0579946 Oct 28 08:05:05.785062 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fb11c831-6558-45a4-b0d8-3b020f0984f7 req-b6bb5922-0ee9-4c0d-bc0d-a8f8cc5eb9b1 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366061 Oct 28 08:05:06.165548 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6be8b-fde2-46ee-993c-e7163242aa83 req-59e44942-eb74-466a-8cbd-3211930748c6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:06.177731 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7db6be8b-fde2-46ee-993c-e7163242aa83 req-59e44942-eb74-466a-8cbd-3211930748c6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0476818 Oct 28 08:05:06.230311 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7db6be8b-fde2-46ee-993c-e7163242aa83 req-72b663ba-5a93-4475-beee-212f71f85d29 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571675 Oct 28 08:05:06.255216 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de099f-c3a0-4773-8d01-d952f5200f11 req-96431b67-5e2c-458e-9c3f-3a81e7dbc09d tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:06.256962 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-46de099f-c3a0-4773-8d01-d952f5200f11 req-96431b67-5e2c-458e-9c3f-3a81e7dbc09d tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0644174 Oct 28 08:05:06.296044 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-46de099f-c3a0-4773-8d01-d952f5200f11 req-a2b7b051-cfa2-4991-b144-d4ab0016fab6 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333338 Oct 28 08:05:06.416835 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8cf65-1281-4b2e-8ff4-2f0fcb2e94a0 req-b34ed6d5-3f9f-42b2-bc46-b2481031d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:06.418409 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5bb8cf65-1281-4b2e-8ff4-2f0fcb2e94a0 req-b34ed6d5-3f9f-42b2-bc46-b2481031d1e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0376fb4f6b64e6b8380eba4042fd48a&device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 1098 time: 0.0445678 Oct 28 08:05:06.508204 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8cf65-1281-4b2e-8ff4-2f0fcb2e94a0 req-fb04249d-3b0e-473e-8206-4b3ca1655b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:06.509675 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5bb8cf65-1281-4b2e-8ff4-2f0fcb2e94a0 req-fb04249d-3b0e-473e-8206-4b3ca1655b39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fc512c8-fed6-4f52-8717-5fe5d31a09fd HTTP/1.1" status: 200 len: 919 time: 0.0836265 Oct 28 08:05:06.556984 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5bb8cf65-1281-4b2e-8ff4-2f0fcb2e94a0 req-a206e0bb-20e8-4b51-a695-8f27be599d14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49569433-de1c-4ddf-899d-51af87fcc5c9 HTTP/1.1" status: 200 len: 217 time: 0.0337427 Oct 28 08:05:06.615312 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8cf65-1281-4b2e-8ff4-2f0fcb2e94a0 req-fb9fcc36-34be-4412-93fb-856e34be9e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:06.616664 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5bb8cf65-1281-4b2e-8ff4-2f0fcb2e94a0 req-fb9fcc36-34be-4412-93fb-856e34be9e9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d39f83df-27b3-4b96-aeb8-a6adcc54bf0f HTTP/1.1" status: 200 len: 858 time: 0.0525305 Oct 28 08:05:06.651604 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5bb8cf65-1281-4b2e-8ff4-2f0fcb2e94a0 req-83396b1c-12dd-4c57-ad62-7e82a951b291 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fc512c8-fed6-4f52-8717-5fe5d31a09fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272727 Oct 28 08:05:06.752940 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5bb8cf65-1281-4b2e-8ff4-2f0fcb2e94a0 req-16483b59-ad7e-4f8a-8770-2c4840a1371e service neutron] 10.222.0.30 "GET /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917113 Oct 28 08:05:06.860283 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5bb8cf65-1281-4b2e-8ff4-2f0fcb2e94a0 req-ca353631-d1ba-445c-9b6e-3e337af9f1e6 service neutron] 10.222.0.30 "GET /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977528 Oct 28 08:05:06.928962 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976a9c7-3018-4abd-b74e-1aafd03c1550 req-2d5b5238-a314-447f-8060-a92331abbc8b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:06.930458 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6976a9c7-3018-4abd-b74e-1aafd03c1550 req-2d5b5238-a314-447f-8060-a92331abbc8b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 945 time: 0.0515351 Oct 28 08:05:06.968791 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6976a9c7-3018-4abd-b74e-1aafd03c1550 req-f069cd13-2461-4b34-9da7-7725436fc0b3 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321314 Oct 28 08:05:06.985764 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 08090d45-57f6-4fca-bad8-ed42f1cafd88 up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:05:07.027110 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port 08090d45-57f6-4fca-bad8-ed42f1cafd88 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:05:07.027480 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:07.105573 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:07.127811 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d742387-f880-452a-bae3-87a87a5723a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08090d45-57f6-4fca-bad8-ed42f1cafd88'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:05:07.130156 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b318bf25-6ef5-4fde-bd37-e631d40e102f" -d '{"events": [{"server_uuid": "4d742387-f880-452a-bae3-87a87a5723a0", "name": "network-vif-plugged", "status": "completed", "tag": "08090d45-57f6-4fca-bad8-ed42f1cafd88"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:05:07.143356 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 08090d45-57f6-4fca-bad8-ed42f1cafd88, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=08090d45-57f6-4fca-bad8-ed42f1cafd88,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:05:07.169443 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e80fe6-4e94-4522-83a4-90bc504068a2 x-openstack-request-id: req-56e80fe6-4e94-4522-83a4-90bc504068a2 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:05:07.169786 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d742387-f880-452a-bae3-87a87a5723a0", "name": "network-vif-plugged", "status": "completed", "tag": "08090d45-57f6-4fca-bad8-ed42f1cafd88", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:05:07.170042 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56e80fe6-4e94-4522-83a4-90bc504068a2 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:05:07.170432 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d742387-f880-452a-bae3-87a87a5723a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08090d45-57f6-4fca-bad8-ed42f1cafd88', 'code': 200} Oct 28 08:05:07.216337 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 33982) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:07.315574 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-80abea3c-c726-4f92-8d48-d27594776de7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1290651034-network', 'tenant_id': 'c9d674ee15664242884db44d1ddeabf5'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:05:07.352662 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ae805-14e7-4a8e-bf4c-fc12949a93bf req-39a4f0aa-2b21-4469-89bf-d47e3b77ea2c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:07.352662 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a98ae805-14e7-4a8e-bf4c-fc12949a93bf req-39a4f0aa-2b21-4469-89bf-d47e3b77ea2c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0511053 Oct 28 08:05:07.380159 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:07.430671 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=08090d45-57f6-4fca-bad8-ed42f1cafd88,revision_number=7']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:07.670742 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a98ae805-14e7-4a8e-bf4c-fc12949a93bf req-d7101c58-4075-47b0-935d-77169c728599 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123312 Oct 28 08:05:07.692033 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50294027-5434-4e0a-be02-d6c96cfba0af req-b34590b8-5545-4de5-b426-69eada6baf87 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:07.693502 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-50294027-5434-4e0a-be02-d6c96cfba0af req-b34590b8-5545-4de5-b426-69eada6baf87 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.3009355 Oct 28 08:05:07.693855 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80abea3c-c726-4f92-8d48-d27594776de7 admin admin] Made reservation on behalf of c9d674ee15664242884db44d1ddeabf5 for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:05:07.696343 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-80abea3c-c726-4f92-8d48-d27594776de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:07.706320 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-80abea3c-c726-4f92-8d48-d27594776de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:07.731205 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-50294027-5434-4e0a-be02-d6c96cfba0af req-89a4cf15-3fb4-4ed3-b7c7-01e9c3c07f05 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315807 Oct 28 08:05:07.780279 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-80abea3c-c726-4f92-8d48-d27594776de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:08.041992 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-80abea3c-c726-4f92-8d48-d27594776de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:08.067014 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80abea3c-c726-4f92-8d48-d27594776de7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=108236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:05:08.075908 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abea3c-c726-4f92-8d48-d27594776de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17ae4b6-9508-4374-9e03-deabba24ebbf,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:08.081916 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-80abea3c-c726-4f92-8d48-d27594776de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:08.082257 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-80abea3c-c726-4f92-8d48-d27594776de7 admin admin] Added segment 8b734f21-12de-4e73-bae2-1da472c17300 of type vlan for network a212d6f6-f41a-4558-91d0-d89d74667c97 Oct 28 08:05:08.086291 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a91f7-69b0-4f01-b2a4-b4c1186f87b9 req-a66d6264-1087-403c-b84d-b0cb44607bfa tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:08.087815 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e73a91f7-69b0-4f01-b2a4-b4c1186f87b9 req-a66d6264-1087-403c-b84d-b0cb44607bfa tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0478415 Oct 28 08:05:08.125545 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-80abea3c-c726-4f92-8d48-d27594776de7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754291841136'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:08.128011 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e73a91f7-69b0-4f01-b2a4-b4c1186f87b9 req-38426da2-b8c5-4a6f-8d09-78642982ff75 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329077 Oct 28 08:05:08.407914 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-80abea3c-c726-4f92-8d48-d27594776de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:08.408807 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80abea3c-c726-4f92-8d48-d27594776de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:08.409386 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-80abea3c-c726-4f92-8d48-d27594776de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:08.468628 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abea3c-c726-4f92-8d48-d27594776de7 admin admin] Pushing event updated for resources: {'Network': ['ID=a212d6f6-f41a-4558-91d0-d89d74667c97,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:08.479541 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Network a212d6f6-f41a-4558-91d0-d89d74667c97 details requested by agent ovs-agent-dv-cinder-815780-1-iscsi with host dv-cinder-815780-1-iscsi {{(pid=108237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:05:08.667542 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-80abea3c-c726-4f92-8d48-d27594776de7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4499307 Oct 28 08:05:08.670233 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 33994) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:08.674823 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-f57f2ed2-8108-4163-b3ae-828fbb808b53 admin admin] Request body: {'subnet': {'network_id': 'a212d6f6-f41a-4558-91d0-d89d74667c97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1290651034-subnet', 'tenant_id': 'c9d674ee15664242884db44d1ddeabf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:05:08.785630 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684462c3-52df-4656-8ebf-19137bac940e req-63bb3633-79f4-4930-b487-5baac544f5bd tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:08.787181 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-684462c3-52df-4656-8ebf-19137bac940e req-63bb3633-79f4-4930-b487-5baac544f5bd tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0483162 Oct 28 08:05:08.854076 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-684462c3-52df-4656-8ebf-19137bac940e req-72d11302-bf15-4772-aa19-47ffdab11008 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610542 Oct 28 08:05:08.870949 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95872911-7386-4f6d-beb5-d788fb23b038 req-4a774f2c-b660-486b-975c-0de425e8c0e6 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:08.872399 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-95872911-7386-4f6d-beb5-d788fb23b038 req-4a774f2c-b660-486b-975c-0de425e8c0e6 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0663073 Oct 28 08:05:08.910158 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-95872911-7386-4f6d-beb5-d788fb23b038 req-19a20afd-661e-4e60-b317-aa45429bc8e9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318799 Oct 28 08:05:08.979386 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57f2ed2-8108-4163-b3ae-828fbb808b53 admin admin] Made reservation on behalf of c9d674ee15664242884db44d1ddeabf5 for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:05:08.981780 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f57f2ed2-8108-4163-b3ae-828fbb808b53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3949988'] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:09.245972 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92580370-43a7-48d8-9f76-b3c32bb43134 req-419fbd4f-b250-4eb7-9125-7ac185be4a1a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:09.247486 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-92580370-43a7-48d8-9f76-b3c32bb43134 req-419fbd4f-b250-4eb7-9125-7ac185be4a1a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0488169 Oct 28 08:05:09.287661 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-92580370-43a7-48d8-9f76-b3c32bb43134 req-a0795489-f115-4174-ad1b-77f55361efe3 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339780 Oct 28 08:05:09.362103 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f57f2ed2-8108-4163-b3ae-828fbb808b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4057468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3950038'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:09.415052 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f2ed2-8108-4163-b3ae-828fbb808b53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b4991d-fef5-47fa-9b6d-1cff234c8ab0,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:09.426978 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57f2ed2-8108-4163-b3ae-828fbb808b53 admin admin] Checking segment: {'id': '8b734f21-12de-4e73-bae2-1da472c17300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a212d6f6-f41a-4558-91d0-d89d74667c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:05:09.427333 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57f2ed2-8108-4163-b3ae-828fbb808b53 admin admin] Network hostable DHCP agents. Network: a212d6f6-f41a-4558-91d0-d89d74667c97, hostable agents: ['5b28e82f-8d3c-4647-96dd-121faf1adcc1'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:05:09.624439 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57f2ed2-8108-4163-b3ae-828fbb808b53 admin admin] Network a212d6f6-f41a-4558-91d0-d89d74667c97 is scheduled to be hosted by DHCP agent 5b28e82f-8d3c-4647-96dd-121faf1adcc1 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:05:09.904898 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-f57f2ed2-8108-4163-b3ae-828fbb808b53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815780-1-iscsi, a212d6f6-f41a-4558-91d0-d89d74667c97) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:05:09.911231 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57f2ed2-8108-4163-b3ae-828fbb808b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:09.911231 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-f57f2ed2-8108-4163-b3ae-828fbb808b53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:09.914822 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1445fe-9d2d-4920-a11c-122b66c9310a None None] Network a212d6f6-f41a-4558-91d0-d89d74667c97 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:05:09.973177 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2036b51-5210-49fb-8288-6453084ed468 req-f206e813-ee21-4b76-9293-dad81180a170 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:09.974858 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c2036b51-5210-49fb-8288-6453084ed468 req-f206e813-ee21-4b76-9293-dad81180a170 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0497065 Oct 28 08:05:10.044849 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c2036b51-5210-49fb-8288-6453084ed468 req-4f2516d6-130f-4e66-b608-fa006b2397df tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632908 Oct 28 08:05:10.053445 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff3b7c5-09e5-490b-8bac-76627dd5279b None None] Network a212d6f6-f41a-4558-91d0-d89d74667c97 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:05:10.057787 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f48651-24a6-4a13-8e5c-c83106a3f5dd req-9d95b94b-a41d-451d-8489-43090d6d8128 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:10.059677 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-20f48651-24a6-4a13-8e5c-c83106a3f5dd req-9d95b94b-a41d-451d-8489-43090d6d8128 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0764849 Oct 28 08:05:10.099417 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-20f48651-24a6-4a13-8e5c-c83106a3f5dd req-21c669da-a568-4f2e-ad43-55158266a4bf tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333595 Oct 28 08:05:10.296303 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-f57f2ed2-8108-4163-b3ae-828fbb808b53 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6250112 Oct 28 08:05:10.408675 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734418f-c553-4a51-9005-56bc81c997e6 req-556e9810-f137-4126-94bc-7d82adcbecde tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:10.410360 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8734418f-c553-4a51-9005-56bc81c997e6 req-556e9810-f137-4126-94bc-7d82adcbecde tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0499158 Oct 28 08:05:10.448202 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8734418f-c553-4a51-9005-56bc81c997e6 req-b92857d9-f512-4f50-8e9b-5bc8f49616ca tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319548 Oct 28 08:05:11.163998 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddf7ff-f6af-4817-ab20-a0d1259dff9a req-21175bf4-d457-4726-92c5-fb68c06720de tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:11.165519 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-daddf7ff-f6af-4817-ab20-a0d1259dff9a req-21175bf4-d457-4726-92c5-fb68c06720de tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0485442 Oct 28 08:05:11.233682 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-daddf7ff-f6af-4817-ab20-a0d1259dff9a req-756ee41d-f50e-4566-a979-0c987387b0f4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612602 Oct 28 08:05:11.251164 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b262c3f-72e1-4155-94d8-46172a4b1e20 req-7fe39c2f-9684-46d5-9ff7-7cfde605b04c tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:11.252662 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8b262c3f-72e1-4155-94d8-46172a4b1e20 req-7fe39c2f-9684-46d5-9ff7-7cfde605b04c tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0669026 Oct 28 08:05:11.290917 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8b262c3f-72e1-4155-94d8-46172a4b1e20 req-44138cbf-601a-4f6a-b7df-3f68dd63f2bf tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321219 Oct 28 08:05:11.446434 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 34036) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:11.452562 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-d54faf39-abbb-4dab-9488-7f16fd0e2cb8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-746335256-network', 'tenant_id': '12a6be2211e14dbc872d884d03c13445'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:05:11.635917 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54faf39-abbb-4dab-9488-7f16fd0e2cb8 admin admin] Made reservation on behalf of 12a6be2211e14dbc872d884d03c13445 for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:05:11.638254 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d54faf39-abbb-4dab-9488-7f16fd0e2cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:11.648470 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d54faf39-abbb-4dab-9488-7f16fd0e2cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:11.727285 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d54faf39-abbb-4dab-9488-7f16fd0e2cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:11.828530 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c67b6-17b5-44a2-811c-5a7032e59462 req-d05f3e64-1a73-4438-864f-5a1de5d859a8 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:11.830024 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dd1c67b6-17b5-44a2-811c-5a7032e59462 req-d05f3e64-1a73-4438-864f-5a1de5d859a8 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0703497 Oct 28 08:05:11.846590 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443bd5d-6571-4804-b308-da3731a66f81 req-3240ff0b-d3e9-4916-9b7d-8b5a8caa63b6 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:11.846590 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3443bd5d-6571-4804-b308-da3731a66f81 req-3240ff0b-d3e9-4916-9b7d-8b5a8caa63b6 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0907607 Oct 28 08:05:11.882202 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d54faf39-abbb-4dab-9488-7f16fd0e2cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:11.904437 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dd1c67b6-17b5-44a2-811c-5a7032e59462 req-01a04442-e9ec-4c08-8068-3bd9f59094e2 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628619 Oct 28 08:05:11.911598 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54faf39-abbb-4dab-9488-7f16fd0e2cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aa7513-f43a-4539-8383-b736f8ec887d,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:11.913249 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3443bd5d-6571-4804-b308-da3731a66f81 req-9d03dacf-8d73-4b3b-aa50-9cf842150154 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639465 Oct 28 08:05:11.917287 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54faf39-abbb-4dab-9488-7f16fd0e2cb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=108236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:05:11.927263 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d54faf39-abbb-4dab-9488-7f16fd0e2cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:11.927732 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-d54faf39-abbb-4dab-9488-7f16fd0e2cb8 admin admin] Added segment d4dda388-c488-41bf-9b9b-4d08ac04e679 of type vlan for network 64e56c27-3d34-42f7-8a4e-1844c50a3ed2 Oct 28 08:05:12.020150 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d54faf39-abbb-4dab-9488-7f16fd0e2cb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754291841136'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:12.025709 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715b437-d616-49a0-86c9-bf32d4b1f884 req-424988cb-3af2-439e-b557-7f7ee1a1d1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:12.027275 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5715b437-d616-49a0-86c9-bf32d4b1f884 req-424988cb-3af2-439e-b557-7f7ee1a1d1aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc0cb6f6b93541f18633bde7ab1d60a4&device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 1098 time: 0.0898798 Oct 28 08:05:12.135824 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715b437-d616-49a0-86c9-bf32d4b1f884 req-1a531e95-b458-4fc5-b31a-aca9b9d08dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:12.137175 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5715b437-d616-49a0-86c9-bf32d4b1f884 req-1a531e95-b458-4fc5-b31a-aca9b9d08dc6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4cd82f9-faba-431d-97e4-608ffe0281aa HTTP/1.1" status: 200 len: 911 time: 0.1021452 Oct 28 08:05:12.210785 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5715b437-d616-49a0-86c9-bf32d4b1f884 req-75de11af-0486-422e-8101-ccd4e065726d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baa04711-515e-450f-84a5-e73227cfbe81 HTTP/1.1" status: 200 len: 1001 time: 0.0576775 Oct 28 08:05:12.261534 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715b437-d616-49a0-86c9-bf32d4b1f884 req-ab78c50a-8514-4573-96e0-76e646b28459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:12.263210 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5715b437-d616-49a0-86c9-bf32d4b1f884 req-ab78c50a-8514-4573-96e0-76e646b28459 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ebf29cbc-a17c-4554-9049-631a8b4fc8a2 HTTP/1.1" status: 200 len: 849 time: 0.0441411 Oct 28 08:05:12.264589 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d54faf39-abbb-4dab-9488-7f16fd0e2cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:12.265479 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54faf39-abbb-4dab-9488-7f16fd0e2cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:12.266112 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d54faf39-abbb-4dab-9488-7f16fd0e2cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:12.352838 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ac823-38de-4019-9ce6-a2aec1f42bc7 req-9f5e8f70-0d22-4f90-9d66-ff88fd5b1eec tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:12.354428 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dc3ac823-38de-4019-9ce6-a2aec1f42bc7 req-9f5e8f70-0d22-4f90-9d66-ff88fd5b1eec tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0507498 Oct 28 08:05:12.395390 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dc3ac823-38de-4019-9ce6-a2aec1f42bc7 req-3902fcdc-0b38-4e9f-b449-c117552b8fd3 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347176 Oct 28 08:05:12.573197 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54faf39-abbb-4dab-9488-7f16fd0e2cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=64e56c27-3d34-42f7-8a4e-1844c50a3ed2,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:12.584303 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Network 64e56c27-3d34-42f7-8a4e-1844c50a3ed2 details requested by agent ovs-agent-dv-cinder-815780-1-iscsi with host dv-cinder-815780-1-iscsi {{(pid=108237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:05:12.589431 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715b437-d616-49a0-86c9-bf32d4b1f884 req-2847fe6c-ffba-4c3a-9478-55f040009974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:12.592052 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5715b437-d616-49a0-86c9-bf32d4b1f884 req-2847fe6c-ffba-4c3a-9478-55f040009974 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4cd82f9-faba-431d-97e4-608ffe0281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3074005 Oct 28 08:05:12.706139 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5715b437-d616-49a0-86c9-bf32d4b1f884 req-a74d6e67-0b26-4c33-9c43-587d9f4cd011 service neutron] 10.222.0.30 "GET /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049373 Oct 28 08:05:12.713174 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-d54faf39-abbb-4dab-9488-7f16fd0e2cb8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2656450 Oct 28 08:05:12.716296 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 34048) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:12.721432 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-f52b775d-20be-4f1d-83d7-e9afa4fec351 admin admin] Request body: {'subnet': {'network_id': '64e56c27-3d34-42f7-8a4e-1844c50a3ed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-746335256-subnet', 'tenant_id': '12a6be2211e14dbc872d884d03c13445', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:05:12.796680 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5715b437-d616-49a0-86c9-bf32d4b1f884 req-f835f518-e9e1-4cb1-96ab-d6de24342a2f service neutron] 10.222.0.30 "GET /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811753 Oct 28 08:05:12.922151 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52b775d-20be-4f1d-83d7-e9afa4fec351 admin admin] Made reservation on behalf of 12a6be2211e14dbc872d884d03c13445 for: {'subnet': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:05:12.924497 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-f52b775d-20be-4f1d-83d7-e9afa4fec351 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126846940'] for subnet, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:13.082333 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fe00d-6d08-4d2a-bd95-9b6397361a20 req-7a0aa10c-2793-4bfa-a3b1-ecd369ea6bc5 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:13.083853 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3c3fe00d-6d08-4d2a-bd95-9b6397361a20 req-7a0aa10c-2793-4bfa-a3b1-ecd369ea6bc5 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0888207 Oct 28 08:05:13.188867 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3c3fe00d-6d08-4d2a-bd95-9b6397361a20 req-db92d4aa-fef8-4d86-b86f-06c76bbcc428 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979667 Oct 28 08:05:13.201920 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214cb5a-d199-447a-8686-91257ebda2a1 req-9bd1947b-f4f3-4d34-9bff-8648c0e3bfe8 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:13.210144 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0214cb5a-d199-447a-8686-91257ebda2a1 req-9bd1947b-f4f3-4d34-9bff-8648c0e3bfe8 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.1115866 Oct 28 08:05:13.243231 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0214cb5a-d199-447a-8686-91257ebda2a1 req-e2895f81-43af-491f-b90a-5aec3cb27fa7 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334573 Oct 28 08:05:13.316370 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-f52b775d-20be-4f1d-83d7-e9afa4fec351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126824590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126846894'] for subnet, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:13.370113 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b775d-20be-4f1d-83d7-e9afa4fec351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6640f9e-e6fb-43fa-b9fb-af6e0541b250,revision_number=0']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:13.380400 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52b775d-20be-4f1d-83d7-e9afa4fec351 admin admin] Checking segment: {'id': 'd4dda388-c488-41bf-9b9b-4d08ac04e679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '64e56c27-3d34-42f7-8a4e-1844c50a3ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:05:13.380761 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52b775d-20be-4f1d-83d7-e9afa4fec351 admin admin] Network hostable DHCP agents. Network: 64e56c27-3d34-42f7-8a4e-1844c50a3ed2, hostable agents: ['5b28e82f-8d3c-4647-96dd-121faf1adcc1'], hosted agents: [] {{(pid=108235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:05:13.518531 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3945f-bd9e-4d55-bd56-f3cdb26b2f08 req-85744838-8307-4b70-917b-8c0c211573fe tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:13.520008 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-39a3945f-bd9e-4d55-bd56-f3cdb26b2f08 req-85744838-8307-4b70-917b-8c0c211573fe tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0467896 Oct 28 08:05:13.545535 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52b775d-20be-4f1d-83d7-e9afa4fec351 admin admin] Network 64e56c27-3d34-42f7-8a4e-1844c50a3ed2 is scheduled to be hosted by DHCP agent 5b28e82f-8d3c-4647-96dd-121faf1adcc1 with binding_index 1 {{(pid=108235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:05:13.562231 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-39a3945f-bd9e-4d55-bd56-f3cdb26b2f08 req-474039cf-b244-488a-896f-3888890b19b7 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363898 Oct 28 08:05:13.716191 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [None req-f52b775d-20be-4f1d-83d7-e9afa4fec351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815780-1-iscsi, 64e56c27-3d34-42f7-8a4e-1844c50a3ed2) {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:05:13.722171 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52b775d-20be-4f1d-83d7-e9afa4fec351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:13.724309 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-f52b775d-20be-4f1d-83d7-e9afa4fec351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:13.728213 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a8cbc6-b442-4176-ba88-a696cb44badb None None] Network 64e56c27-3d34-42f7-8a4e-1844c50a3ed2 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:05:13.857460 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20cd25d-b649-47c9-9f89-b6b09e7ea9cd None None] Network 64e56c27-3d34-42f7-8a4e-1844c50a3ed2 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:05:13.948032 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-f52b775d-20be-4f1d-83d7-e9afa4fec351 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2303510 Oct 28 08:05:14.356500 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cccfa-0dad-4fb5-b7b5-2735f24fb92f req-29e9a34b-0679-4bf0-9d12-b5f62b7c0597 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:14.360563 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ff3cccfa-0dad-4fb5-b7b5-2735f24fb92f req-29e9a34b-0679-4bf0-9d12-b5f62b7c0597 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0867438 Oct 28 08:05:14.430704 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ff3cccfa-0dad-4fb5-b7b5-2735f24fb92f req-e2132100-07cd-49fd-b782-43bc6a8be40a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692499 Oct 28 08:05:14.451385 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe8f21-cd66-4f8d-9bb8-817a087bf276 req-62b2b6d1-e02f-4f82-8e6d-6c4c3ffa926a tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:14.452870 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3cbe8f21-cd66-4f8d-9bb8-817a087bf276 req-62b2b6d1-e02f-4f82-8e6d-6c4c3ffa926a tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0808566 Oct 28 08:05:14.506044 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3cbe8f21-cd66-4f8d-9bb8-817a087bf276 req-4241fb37-96d3-4192-905c-19a8bdec89d1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462112 Oct 28 08:05:15.580222 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fee393-eafa-461b-bfda-4438d6bac900 req-d43b1fa3-92a0-4700-a64b-5862005a5400 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:15.582891 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-37fee393-eafa-461b-bfda-4438d6bac900 req-d43b1fa3-92a0-4700-a64b-5862005a5400 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0632133 Oct 28 08:05:15.652914 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-37fee393-eafa-461b-bfda-4438d6bac900 req-938e8e96-35ff-429c-a53e-176ad6192ba5 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637274 Oct 28 08:05:15.679248 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1470485-ea98-4c5d-94ea-bdc9c064ad19 req-c10760a8-2762-4713-be8a-08f56123e69a tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:15.681951 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c1470485-ea98-4c5d-94ea-bdc9c064ad19 req-c10760a8-2762-4713-be8a-08f56123e69a tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0854757 Oct 28 08:05:15.751373 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c1470485-ea98-4c5d-94ea-bdc9c064ad19 req-89307834-19c0-48cc-a550-b81ed29bb6ec tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584631 Oct 28 08:05:16.683467 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-80940b90-a7a8-4352-82ff-8c92f8a324fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:16.803200 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed001b6-f400-4a91-9f62-ba634c887291 req-c295b862-4f9f-4817-9dd7-c8eb7c2ae7b0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:16.812339 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9ed001b6-f400-4a91-9f62-ba634c887291 req-c295b862-4f9f-4817-9dd7-c8eb7c2ae7b0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0648537 Oct 28 08:05:16.872968 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9ed001b6-f400-4a91-9f62-ba634c887291 req-a267385f-cfd3-462b-aa46-3cea8d6f7865 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596819 Oct 28 08:05:17.993413 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a39bd2-675a-4a1c-84f8-5af4fc9d0baa req-ab216143-8a6d-4508-9a0c-88802d8b5586 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:17.994074 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d9a39bd2-675a-4a1c-84f8-5af4fc9d0baa req-ab216143-8a6d-4508-9a0c-88802d8b5586 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0550773 Oct 28 08:05:18.055445 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d9a39bd2-675a-4a1c-84f8-5af4fc9d0baa req-4d733ad4-ae4e-4158-967d-1a30d410e42e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552688 Oct 28 08:05:19.179119 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e23b5-538f-43df-89d8-40fb673b3612 req-f56be5fa-1c62-4295-8238-a443f2f3123e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:19.180588 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-594e23b5-538f-43df-89d8-40fb673b3612 req-f56be5fa-1c62-4295-8238-a443f2f3123e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0526185 Oct 28 08:05:19.221137 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-594e23b5-538f-43df-89d8-40fb673b3612 req-a600b412-7d9c-4e49-b8c6-fb9fa4147a56 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343852 Oct 28 08:05:19.414490 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-94cfb539-ae71-40f5-b881-2476d0b9fc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:19.636661 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:20.355497 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf42e8c-f36c-484c-a05b-fcefd664c36c req-012897cd-58e9-4061-9e74-99e269352873 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:20.357081 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fbf42e8c-f36c-484c-a05b-fcefd664c36c req-012897cd-58e9-4061-9e74-99e269352873 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0587184 Oct 28 08:05:20.411034 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fbf42e8c-f36c-484c-a05b-fcefd664c36c req-1ef9340b-0eed-4b23-a7f3-63893c61abb0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441096 Oct 28 08:05:20.681727 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:21.018467 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f18f1b-8aa2-4d36-ae89-e27d50ca7f31 req-3623c75d-2387-4fcd-8602-10b6cc1a4653 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:21.020268 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-45f18f1b-8aa2-4d36-ae89-e27d50ca7f31 req-3623c75d-2387-4fcd-8602-10b6cc1a4653 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0501990 Oct 28 08:05:21.059223 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-45f18f1b-8aa2-4d36-ae89-e27d50ca7f31 req-8e5c581b-61b1-4923-98b0-92610e3b3ad2 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328941 Oct 28 08:05:21.548928 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f09ed-0178-4078-83a6-65cdd5538040 req-a3428e10-0216-4ca6-ba34-312d6be02c01 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:21.551404 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6d7f09ed-0178-4078-83a6-65cdd5538040 req-a3428e10-0216-4ca6-ba34-312d6be02c01 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0556269 Oct 28 08:05:21.591311 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6d7f09ed-0178-4078-83a6-65cdd5538040 req-a9d7f738-11b5-494d-bfb1-20022c2617ff tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339644 Oct 28 08:05:22.178447 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dca7b8-b4a5-436f-985d-01facb3992ab req-259777b2-d777-4b37-a5b9-82289d0f82b0 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:22.180130 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b2dca7b8-b4a5-436f-985d-01facb3992ab req-259777b2-d777-4b37-a5b9-82289d0f82b0 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0532186 Oct 28 08:05:22.219223 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b2dca7b8-b4a5-436f-985d-01facb3992ab req-ed8e19e0-a51e-4956-b903-9833b0abfc7c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332146 Oct 28 08:05:22.414625 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:05:22.661760 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:22.815047 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007042c-1f6a-4173-b33e-baaa86ac03f6 req-6cebff86-e819-4759-aa24-2bce42a0910c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:22.818437 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a007042c-1f6a-4173-b33e-baaa86ac03f6 req-6cebff86-e819-4759-aa24-2bce42a0910c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0925345 Oct 28 08:05:22.875310 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a007042c-1f6a-4173-b33e-baaa86ac03f6 req-57c9e678-f1c2-4ab5-bbd5-044e60efdacb tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503490 Oct 28 08:05:23.336195 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ace7a3-2a68-4126-9af4-063f06e4c8a3 req-21990d7b-4560-4a17-bc9a-8f5650ffc27c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:23.337656 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-40ace7a3-2a68-4126-9af4-063f06e4c8a3 req-21990d7b-4560-4a17-bc9a-8f5650ffc27c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0515013 Oct 28 08:05:23.375048 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-40ace7a3-2a68-4126-9af4-063f06e4c8a3 req-e8184c1d-db7e-4892-bac5-8889af78fb70 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312009 Oct 28 08:05:24.006339 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17432bba-d71b-4b7e-ba52-d4b12a9d2569 req-36a77dae-8b08-4ec1-a078-5217346d0080 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:24.013777 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-17432bba-d71b-4b7e-ba52-d4b12a9d2569 req-36a77dae-8b08-4ec1-a078-5217346d0080 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0607212 Oct 28 08:05:24.051186 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-17432bba-d71b-4b7e-ba52-d4b12a9d2569 req-e15abc34-264d-4cfa-8be6-52b53fbc7ae2 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354681 Oct 28 08:05:24.518365 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96ec1a-22d9-45ea-ab3d-78275a3e2115 req-1880d9f7-58f5-4a63-a75b-a3f65cdea5ef tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:24.520621 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8a96ec1a-22d9-45ea-ab3d-78275a3e2115 req-1880d9f7-58f5-4a63-a75b-a3f65cdea5ef tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.0703969 Oct 28 08:05:24.554629 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88d99e-3a5d-48cb-85e1-5b33c0fb91f1 req-15f1b7b7-d12e-406a-be09-a9cafbb4aa79 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:24.558423 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3c88d99e-3a5d-48cb-85e1-5b33c0fb91f1 req-15f1b7b7-d12e-406a-be09-a9cafbb4aa79 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 945 time: 0.1414809 Oct 28 08:05:24.561219 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8a96ec1a-22d9-45ea-ab3d-78275a3e2115 req-e8676e3a-9e08-4b35-a128-970e2f719600 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335512 Oct 28 08:05:24.694018 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-3c88d99e-3a5d-48cb-85e1-5b33c0fb91f1 req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Deleting port a1442253-f860-4eba-a780-3487d1d4f120 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:05:24.695093 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3c88d99e-3a5d-48cb-85e1-5b33c0fb91f1 req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:24.798667 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-3c88d99e-3a5d-48cb-85e1-5b33c0fb91f1 req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] For port a1442253-f860-4eba-a780-3487d1d4f120, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=a1442253-f860-4eba-a780-3487d1d4f120,segment=NetworkSegment(15ed8bd0-2d21-4b3f-849f-de9c63133ea4),segment_id=15ed8bd0-2d21-4b3f-849f-de9c63133ea4)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:05:24.799259 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3c88d99e-3a5d-48cb-85e1-5b33c0fb91f1 req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:24.821633 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-3c88d99e-3a5d-48cb-85e1-5b33c0fb91f1 req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Calling delete_port for a1442253-f860-4eba-a780-3487d1d4f120 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:05:25.093701 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3c88d99e-3a5d-48cb-85e1-5b33c0fb91f1 req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:25.106732 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['49569433-de1c-4ddf-899d-51af87fcc5c9', 'a1442253-f860-4eba-a780-3487d1d4f120'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:05:25.155333 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Pushing event deleted for resources: {'Port': ['ID=a1442253-f860-4eba-a780-3487d1d4f120,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:25.247221 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:25.247817 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:25.248331 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:25.248849 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:25.249353 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:25.249920 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:25.251727 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:25.256113 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:25.256113 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:25.256113 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:25.256113 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:25.256113 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:25.281772 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c88d99e-3a5d-48cb-85e1-5b33c0fb91f1 req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] No DVR routers for this DVR port a1442253-f860-4eba-a780-3487d1d4f120 on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:05:25.284959 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3c88d99e-3a5d-48cb-85e1-5b33c0fb91f1 req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:25.288756 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3c88d99e-3a5d-48cb-85e1-5b33c0fb91f1 req-2b702e7b-fd44-4ccf-9cdf-9839a3cc34f6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.30 "DELETE /v2.0/ports/a1442253-f860-4eba-a780-3487d1d4f120 HTTP/1.1" status: 204 len: 173 time: 0.7167344 Oct 28 08:05:25.289429 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcb4711-ccde-4fc0-a707-977b36169b09', 'name': 'network-vif-deleted', 'tag': 'a1442253-f860-4eba-a780-3487d1d4f120'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:05:25.291787 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34eb4ba8-d7af-4a4a-a8d5-321b1a202818" -d '{"events": [{"server_uuid": "cbcb4711-ccde-4fc0-a707-977b36169b09", "name": "network-vif-deleted", "tag": "a1442253-f860-4eba-a780-3487d1d4f120"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:05:25.342807 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdadaab4-5f73-4922-9f8f-6b5e40a8630e x-openstack-request-id: req-bdadaab4-5f73-4922-9f8f-6b5e40a8630e {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:05:25.343222 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcb4711-ccde-4fc0-a707-977b36169b09", "name": "network-vif-deleted", "tag": "a1442253-f860-4eba-a780-3487d1d4f120", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:05:25.343603 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bdadaab4-5f73-4922-9f8f-6b5e40a8630e {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:05:25.344132 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcb4711-ccde-4fc0-a707-977b36169b09', 'name': 'network-vif-deleted', 'tag': 'a1442253-f860-4eba-a780-3487d1d4f120', 'status': 'completed', 'code': 200} Oct 28 08:05:25.346614 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb846f4b-2d64-4123-bec4-afca71c14f12 req-a6884769-7904-4e9c-83e7-5785bb60d585 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:25.348243 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-eb846f4b-2d64-4123-bec4-afca71c14f12 req-a6884769-7904-4e9c-83e7-5785bb60d585 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.1597893 Oct 28 08:05:25.415011 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-eb846f4b-2d64-4123-bec4-afca71c14f12 req-8b0d8f7f-a77a-4f54-836a-41cb418ad523 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502133 Oct 28 08:05:25.729332 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fe443152-acfe-446c-8b70-44ad0b0bb47d req-dd516c55-8139-42e4-84b2-b95fa9cf0dd6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcb4711-ccde-4fc0-a707-977b36169b09 HTTP/1.1" status: 200 len: 210 time: 0.0515330 Oct 28 08:05:26.328195 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:26.603988 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00a6d8-9eb5-4023-8f70-c26d9a2c077d req-5d1ecb9c-8ad3-48f4-af89-e4b43e53b1f8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:26.606224 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ff00a6d8-9eb5-4023-8f70-c26d9a2c077d req-5d1ecb9c-8ad3-48f4-af89-e4b43e53b1f8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.1074831 Oct 28 08:05:26.654444 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ff00a6d8-9eb5-4023-8f70-c26d9a2c077d req-6dc00e59-d158-4154-8de8-3aa13e83ef00 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409775 Oct 28 08:05:27.674620 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b29010-7e55-4420-b289-a0622c6a0686 req-51368158-b14c-421a-8944-31089f18f92d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:27.676310 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f6b29010-7e55-4420-b289-a0622c6a0686 req-51368158-b14c-421a-8944-31089f18f92d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0526757 Oct 28 08:05:27.720953 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f6b29010-7e55-4420-b289-a0622c6a0686 req-3ed2cf8c-e264-4250-990c-ebebb3bad239 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344393 Oct 28 08:05:27.798002 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac490b-6649-41c0-8fd3-cfd89f5512b9 req-0c42e8dc-e019-4182-86e7-fed991768bed tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:27.799513 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-59ac490b-6649-41c0-8fd3-cfd89f5512b9 req-0c42e8dc-e019-4182-86e7-fed991768bed tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0496664 Oct 28 08:05:27.839207 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-59ac490b-6649-41c0-8fd3-cfd89f5512b9 req-58184ec9-0f5e-4f5c-82de-5a00819a75d8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332561 Oct 28 08:05:28.833396 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a06f3-c991-4478-9b75-614bdda66716 req-b7699974-107d-4003-8fae-651f69c00f28 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:28.835095 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-603a06f3-c991-4478-9b75-614bdda66716 req-b7699974-107d-4003-8fae-651f69c00f28 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0504045 Oct 28 08:05:28.873001 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-603a06f3-c991-4478-9b75-614bdda66716 req-72dac7d9-ddbe-43d2-bd2c-8f72a1eab57d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322349 Oct 28 08:05:28.966797 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8d217-e837-464c-8ad6-c3e2bda7a2b1 req-165529c8-a748-40ef-b9a2-66d0eb75c68d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:28.968350 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f2a8d217-e837-464c-8ad6-c3e2bda7a2b1 req-165529c8-a748-40ef-b9a2-66d0eb75c68d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0548317 Oct 28 08:05:29.008109 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f2a8d217-e837-464c-8ad6-c3e2bda7a2b1 req-2597662c-a0f8-4662-a9e8-d1448b5e0105 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337472 Oct 28 08:05:29.984142 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2eae8-c963-49b7-9aba-e037d40499e4 req-3e482290-3e06-4655-a8ef-74f071360e4c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:29.985601 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3bf2eae8-c963-49b7-9aba-e037d40499e4 req-3e482290-3e06-4655-a8ef-74f071360e4c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0470502 Oct 28 08:05:30.027974 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3bf2eae8-c963-49b7-9aba-e037d40499e4 req-d27f4673-c092-45f5-9842-493c26768b93 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354626 Oct 28 08:05:30.124789 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cf1bf-cf4e-4568-b023-ace243888a80 req-0dad4c37-c2ba-4a20-9aea-601e463718e4 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:30.126275 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e35cf1bf-cf4e-4568-b023-ace243888a80 req-0dad4c37-c2ba-4a20-9aea-601e463718e4 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0475392 Oct 28 08:05:30.164406 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e35cf1bf-cf4e-4568-b023-ace243888a80 req-2754fef7-473f-4d3c-bf56-ef6323441a51 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317862 Oct 28 08:05:30.487536 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device a1442253-f860-4eba-a780-3487d1d4f120 no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:05:30.510843 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: a1442253-f860-4eba-a780-3487d1d4f120 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:05:30.511191 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device a1442253-f860-4eba-a780-3487d1d4f120 not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:05:31.144924 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eed19c-ae2c-45d9-8349-73286a8b1242 req-7908d4f9-0728-4730-a960-efd683a34c90 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:31.146316 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-41eed19c-ae2c-45d9-8349-73286a8b1242 req-7908d4f9-0728-4730-a960-efd683a34c90 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0522108 Oct 28 08:05:31.184756 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-41eed19c-ae2c-45d9-8349-73286a8b1242 req-3cbe8b4c-35eb-4439-aedb-ba06a2423966 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322707 Oct 28 08:05:31.282069 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02992d7a-bff9-46c3-8de7-513faa589c01 req-37b624ca-7487-4c07-82c0-44d6e990d02f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:31.283571 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-02992d7a-bff9-46c3-8de7-513faa589c01 req-37b624ca-7487-4c07-82c0-44d6e990d02f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0483947 Oct 28 08:05:31.321049 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-02992d7a-bff9-46c3-8de7-513faa589c01 req-e9255d4f-ecec-45e4-a285-9af7689e9e4d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309491 Oct 28 08:05:32.299590 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6521a2a-11ce-4b7b-be02-d5bf50a2ae11 req-c937e58d-6c55-46f8-9147-387e1675e0f0 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:32.301231 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f6521a2a-11ce-4b7b-be02-d5bf50a2ae11 req-c937e58d-6c55-46f8-9147-387e1675e0f0 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0481374 Oct 28 08:05:32.339329 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f6521a2a-11ce-4b7b-be02-d5bf50a2ae11 req-dd250e93-e109-44c5-93c1-cb1b21b5af6f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322516 Oct 28 08:05:32.441679 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d454587-411c-46b9-9735-7ae76e4bd4bf req-0a5845cf-0465-4e83-ab8f-2078fa0702af tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:32.443198 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9d454587-411c-46b9-9735-7ae76e4bd4bf req-0a5845cf-0465-4e83-ab8f-2078fa0702af tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0520606 Oct 28 08:05:32.482964 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9d454587-411c-46b9-9735-7ae76e4bd4bf req-78c2c548-f883-48cd-8163-a3c2f359e773 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330412 Oct 28 08:05:33.453456 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef80b36-6a4b-423b-9d63-cf7bfd147f88 req-49a2c8be-a138-47bf-86ea-2cd3d38d0224 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:33.454947 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cef80b36-6a4b-423b-9d63-cf7bfd147f88 req-49a2c8be-a138-47bf-86ea-2cd3d38d0224 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0481663 Oct 28 08:05:33.493703 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cef80b36-6a4b-423b-9d63-cf7bfd147f88 req-e3d4fe0c-5562-4b80-9277-2da96d4dcf03 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322695 Oct 28 08:05:33.602349 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3527c-69f2-4616-9e86-a3204f13ee48 req-9a22db32-011e-42a2-870d-042a7b06a5aa tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:33.603896 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-94a3527c-69f2-4616-9e86-a3204f13ee48 req-9a22db32-011e-42a2-870d-042a7b06a5aa tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0495179 Oct 28 08:05:33.646512 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-94a3527c-69f2-4616-9e86-a3204f13ee48 req-fad5973f-7d36-4a4a-a774-1f22a935b60f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361965 Oct 28 08:05:34.615564 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36483da-c554-479a-8d56-df130ea3ef3a req-ffb5572e-5b36-4f47-909c-2f0382a68f18 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:34.616970 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a36483da-c554-479a-8d56-df130ea3ef3a req-ffb5572e-5b36-4f47-909c-2f0382a68f18 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0540676 Oct 28 08:05:34.655561 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a36483da-c554-479a-8d56-df130ea3ef3a req-d66a460d-7e3a-41b9-b041-cbe50de05e3a tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325575 Oct 28 08:05:34.763965 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146e37e-bb3c-478c-bfb9-770386c62724 req-1da52f01-c0ac-4766-aa56-50cbfbdb5aad tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:34.765446 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1146e37e-bb3c-478c-bfb9-770386c62724 req-1da52f01-c0ac-4766-aa56-50cbfbdb5aad tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0485821 Oct 28 08:05:34.803101 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1146e37e-bb3c-478c-bfb9-770386c62724 req-6008a304-e50e-41f9-a68b-73cd92f22913 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316005 Oct 28 08:05:35.246122 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e779762-9de9-43d5-8e8c-9ad19f022069 req-889a5e42-504f-4627-a419-1fe3fe8ea419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:35.247637 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4e779762-9de9-43d5-8e8c-9ad19f022069 req-889a5e42-504f-4627-a419-1fe3fe8ea419 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb&device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 1099 time: 0.1275406 Oct 28 08:05:35.353481 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e779762-9de9-43d5-8e8c-9ad19f022069 req-f1b06b3a-42a4-4b37-aef8-93f69fd42868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:35.355056 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4e779762-9de9-43d5-8e8c-9ad19f022069 req-f1b06b3a-42a4-4b37-aef8-93f69fd42868 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20337a09-3f8c-4816-b371-3113e23fc3c9 HTTP/1.1" status: 200 len: 918 time: 0.0902317 Oct 28 08:05:35.452608 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4e779762-9de9-43d5-8e8c-9ad19f022069 req-174abdd6-379b-4815-b059-d90faa038ac0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08090d45-57f6-4fca-bad8-ed42f1cafd88 HTTP/1.1" status: 200 len: 1002 time: 0.0602906 Oct 28 08:05:35.509384 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e779762-9de9-43d5-8e8c-9ad19f022069 req-787f2ef6-cc66-46c7-b439-d5296bffc7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:35.510902 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4e779762-9de9-43d5-8e8c-9ad19f022069 req-787f2ef6-cc66-46c7-b439-d5296bffc7b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7836a6e2-0468-4f0c-be17-0b444d74b4ad HTTP/1.1" status: 200 len: 856 time: 0.0460913 Oct 28 08:05:35.567591 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e779762-9de9-43d5-8e8c-9ad19f022069 req-e0b116ad-c2d4-46b3-8f3b-1704dc0be361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:35.568886 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4e779762-9de9-43d5-8e8c-9ad19f022069 req-e0b116ad-c2d4-46b3-8f3b-1704dc0be361 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20337a09-3f8c-4816-b371-3113e23fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443628 Oct 28 08:05:35.661145 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4e779762-9de9-43d5-8e8c-9ad19f022069 req-0e8cd34f-974d-4daa-b1f2-f77215b1828a service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824246 Oct 28 08:05:35.763192 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4e779762-9de9-43d5-8e8c-9ad19f022069 req-1c50364d-406b-49f3-b3d4-7b9b00ba2b44 service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906937 Oct 28 08:05:35.775024 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493c65f-e7c4-4410-ae2f-df608f673ac6 req-a51f60e3-79ec-4b4b-b41d-630a3711ea62 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:35.776527 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8493c65f-e7c4-4410-ae2f-df608f673ac6 req-a51f60e3-79ec-4b4b-b41d-630a3711ea62 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0520754 Oct 28 08:05:35.815548 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8493c65f-e7c4-4410-ae2f-df608f673ac6 req-3e440c68-81d9-4413-8245-e9315c237754 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330949 Oct 28 08:05:35.925876 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a44c0-a570-4623-a921-ac3d5760e3b5 req-914a3223-49e2-4904-917c-e3f02509a57b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:35.927410 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-251a44c0-a570-4623-a921-ac3d5760e3b5 req-914a3223-49e2-4904-917c-e3f02509a57b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0519311 Oct 28 08:05:35.965713 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-251a44c0-a570-4623-a921-ac3d5760e3b5 req-a454f057-f6d2-4eb1-9b46-a89bd3c87c4f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322149 Oct 28 08:05:36.930030 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8593f8-57c5-4db0-91e8-aba3b3f71203 req-81d86c34-b34b-4a98-93ac-968feabd0b9c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:36.931553 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dc8593f8-57c5-4db0-91e8-aba3b3f71203 req-81d86c34-b34b-4a98-93ac-968feabd0b9c tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0485420 Oct 28 08:05:36.968579 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dc8593f8-57c5-4db0-91e8-aba3b3f71203 req-f01b7901-62fd-46cd-a993-7799bb8ed27f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311894 Oct 28 08:05:37.087113 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413532e-4b18-4936-a1b6-7e35836897e8 req-b0dd38d4-bff4-4ea2-85a7-709eb452ecd4 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:37.088597 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5413532e-4b18-4936-a1b6-7e35836897e8 req-b0dd38d4-bff4-4ea2-85a7-709eb452ecd4 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0482616 Oct 28 08:05:37.130093 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5413532e-4b18-4936-a1b6-7e35836897e8 req-fe9f1f9f-e643-4725-8f51-a4da7c17c573 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312662 Oct 28 08:05:38.083306 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7a85b-48f6-440b-86a3-fa54541d1f9b req-f66686ae-3c4b-491b-8ebc-2fbdd6d97999 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:38.084762 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9ea7a85b-48f6-440b-86a3-fa54541d1f9b req-f66686ae-3c4b-491b-8ebc-2fbdd6d97999 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0509269 Oct 28 08:05:38.121424 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9ea7a85b-48f6-440b-86a3-fa54541d1f9b req-82a8d96a-460d-4acf-a689-c1afa344229f tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308697 Oct 28 08:05:38.244101 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae6997-8c3e-4afb-a28e-83fee358a4ed req-8b5f3753-b16d-44f6-8b14-36bbd6bbd4d8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:38.245585 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-75ae6997-8c3e-4afb-a28e-83fee358a4ed req-8b5f3753-b16d-44f6-8b14-36bbd6bbd4d8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0488534 Oct 28 08:05:38.283463 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-75ae6997-8c3e-4afb-a28e-83fee358a4ed req-f023f9cc-993a-488f-bd45-f2a096225d43 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320685 Oct 28 08:05:39.232034 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37e589-564c-43f3-a853-ba8a55ad540b req-be03c588-2ae9-412a-887e-1c5c89a10a09 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:39.233499 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ca37e589-564c-43f3-a853-ba8a55ad540b req-be03c588-2ae9-412a-887e-1c5c89a10a09 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0474029 Oct 28 08:05:39.270485 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ca37e589-564c-43f3-a853-ba8a55ad540b req-aa69e18f-f7e0-48ea-abc3-1015dbafd8af tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305216 Oct 28 08:05:39.409194 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5687b4e-e2bb-4ce1-95a5-7fcacc4e6b78 req-473199ac-86e7-4f5d-8d1f-148ee5dfeb39 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:39.411125 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a5687b4e-e2bb-4ce1-95a5-7fcacc4e6b78 req-473199ac-86e7-4f5d-8d1f-148ee5dfeb39 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 946 time: 0.0554137 Oct 28 08:05:39.449561 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a5687b4e-e2bb-4ce1-95a5-7fcacc4e6b78 req-68c41b29-7d17-4d81-8d49-44b5392908fc tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326865 Oct 28 08:05:39.676854 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 08090d45-57f6-4fca-bad8-ed42f1cafd88 no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:05:39.752903 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:39.776533 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d742387-f880-452a-bae3-87a87a5723a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08090d45-57f6-4fca-bad8-ed42f1cafd88'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:05:39.779128 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b0d1fe-81a5-41fc-b2cf-fafd9109cb3f" -d '{"events": [{"server_uuid": "4d742387-f880-452a-bae3-87a87a5723a0", "name": "network-vif-unplugged", "status": "completed", "tag": "08090d45-57f6-4fca-bad8-ed42f1cafd88"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:05:39.793260 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 08090d45-57f6-4fca-bad8-ed42f1cafd88, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=08090d45-57f6-4fca-bad8-ed42f1cafd88,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:05:39.818507 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed894cfa-ca27-42b2-97cc-fa72546b9bb6 x-openstack-request-id: req-ed894cfa-ca27-42b2-97cc-fa72546b9bb6 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:05:39.818881 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d742387-f880-452a-bae3-87a87a5723a0", "name": "network-vif-unplugged", "status": "completed", "tag": "08090d45-57f6-4fca-bad8-ed42f1cafd88", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:05:39.819142 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed894cfa-ca27-42b2-97cc-fa72546b9bb6 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:05:39.819536 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d742387-f880-452a-bae3-87a87a5723a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08090d45-57f6-4fca-bad8-ed42f1cafd88', 'code': 200} Oct 28 08:05:39.847004 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:39.901825 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=08090d45-57f6-4fca-bad8-ed42f1cafd88,revision_number=8']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:40.382102 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a4ebb-7d9a-4dbb-bac8-4f83ad49114b req-7b6fd6d3-b6c0-4331-ade3-94a3b9561b90 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:40.383617 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-310a4ebb-7d9a-4dbb-bac8-4f83ad49114b req-7b6fd6d3-b6c0-4331-ade3-94a3b9561b90 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0475912 Oct 28 08:05:40.421540 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-310a4ebb-7d9a-4dbb-bac8-4f83ad49114b req-99349f72-d463-4db9-b556-a8212d388523 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320354 Oct 28 08:05:40.567801 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71030e2e-d330-4a34-91e9-aa1ee291cb94 req-144c9811-b3ca-4062-9c43-68494c03b0c4 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:40.577075 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-71030e2e-d330-4a34-91e9-aa1ee291cb94 req-144c9811-b3ca-4062-9c43-68494c03b0c4 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0542283 Oct 28 08:05:40.611406 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-71030e2e-d330-4a34-91e9-aa1ee291cb94 req-e1f5a644-3621-4d7c-a50f-677573b9e7ff tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352695 Oct 28 08:05:41.537408 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cf13d-e79b-4ffe-be31-0377859db551 req-2c48c314-f19a-4945-9380-084d8c57907e tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:41.539078 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a80cf13d-e79b-4ffe-be31-0377859db551 req-2c48c314-f19a-4945-9380-084d8c57907e tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0512857 Oct 28 08:05:41.576410 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a80cf13d-e79b-4ffe-be31-0377859db551 req-dfa23232-103c-4699-80db-188d1e1a374d tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313895 Oct 28 08:05:41.731870 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1a87c-ad69-476c-b171-b5321e148303 req-895eecbb-1df8-4152-8bed-b027262e1513 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:41.733343 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-87f1a87c-ad69-476c-b171-b5321e148303 req-895eecbb-1df8-4152-8bed-b027262e1513 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0498867 Oct 28 08:05:41.771638 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-87f1a87c-ad69-476c-b171-b5321e148303 req-36318046-7467-4ae1-96d9-ce1ae61cc892 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322821 Oct 28 08:05:42.703189 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f80ce-c7b3-49fa-ac66-9b2526d558db req-0425d0d1-7187-443f-8219-48b258d6db40 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:42.704712 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d42f80ce-c7b3-49fa-ac66-9b2526d558db req-0425d0d1-7187-443f-8219-48b258d6db40 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0514019 Oct 28 08:05:42.757846 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d42f80ce-c7b3-49fa-ac66-9b2526d558db req-c926f94b-27ac-445b-88a3-53b543e0c060 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4ed82d7-8247-4a4e-bb22-f6f545c4da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449998 Oct 28 08:05:42.900808 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581d571-5ffd-469d-a715-1cfa04be65fc req-f60bccef-9b55-4e41-9497-1450bb39dcdc tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:42.902276 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5581d571-5ffd-469d-a715-1cfa04be65fc req-f60bccef-9b55-4e41-9497-1450bb39dcdc tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0530820 Oct 28 08:05:42.940025 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5581d571-5ffd-469d-a715-1cfa04be65fc req-5bd1ebf8-e63f-42ad-8f32-892d50296ef8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317228 Oct 28 08:05:43.059966 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f216e-f4fc-47c1-9344-b2abc3533c35 req-00fb3472-3d35-4c59-9bdf-7431cd4d3bb2 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:43.063570 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-888f216e-f4fc-47c1-9344-b2abc3533c35 req-00fb3472-3d35-4c59-9bdf-7431cd4d3bb2 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.30 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 945 time: 0.0562630 Oct 28 08:05:43.156401 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-888f216e-f4fc-47c1-9344-b2abc3533c35 req-62d7899f-41e5-4228-9448-7768a43d94b6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Deleting port 49569433-de1c-4ddf-899d-51af87fcc5c9 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:05:43.156662 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-888f216e-f4fc-47c1-9344-b2abc3533c35 req-62d7899f-41e5-4228-9448-7768a43d94b6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:43.251454 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-888f216e-f4fc-47c1-9344-b2abc3533c35 req-62d7899f-41e5-4228-9448-7768a43d94b6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] For port 49569433-de1c-4ddf-899d-51af87fcc5c9, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=49569433-de1c-4ddf-899d-51af87fcc5c9,segment=NetworkSegment(15ed8bd0-2d21-4b3f-849f-de9c63133ea4),segment_id=15ed8bd0-2d21-4b3f-849f-de9c63133ea4)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:05:43.252141 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-888f216e-f4fc-47c1-9344-b2abc3533c35 req-62d7899f-41e5-4228-9448-7768a43d94b6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:43.266506 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-888f216e-f4fc-47c1-9344-b2abc3533c35 req-62d7899f-41e5-4228-9448-7768a43d94b6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Calling delete_port for 49569433-de1c-4ddf-899d-51af87fcc5c9 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:05:43.498430 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-888f216e-f4fc-47c1-9344-b2abc3533c35 req-62d7899f-41e5-4228-9448-7768a43d94b6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:43.511845 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['49569433-de1c-4ddf-899d-51af87fcc5c9'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:05:43.526880 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7899f-41e5-4228-9448-7768a43d94b6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Pushing event deleted for resources: {'Port': ['ID=49569433-de1c-4ddf-899d-51af87fcc5c9,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:43.567053 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-888f216e-f4fc-47c1-9344-b2abc3533c35 req-62d7899f-41e5-4228-9448-7768a43d94b6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] No DVR routers for this DVR port 49569433-de1c-4ddf-899d-51af87fcc5c9 on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:05:43.569693 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-888f216e-f4fc-47c1-9344-b2abc3533c35 req-62d7899f-41e5-4228-9448-7768a43d94b6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:43.573343 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-888f216e-f4fc-47c1-9344-b2abc3533c35 req-62d7899f-41e5-4228-9448-7768a43d94b6 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.30 "DELETE /v2.0/ports/49569433-de1c-4ddf-899d-51af87fcc5c9 HTTP/1.1" status: 204 len: 173 time: 0.5050688 Oct 28 08:05:43.573807 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32b142c-50ab-4bff-b86b-b97e70b4b4dd', 'name': 'network-vif-deleted', 'tag': '49569433-de1c-4ddf-899d-51af87fcc5c9'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:05:43.576097 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d7c5cf-481e-4d08-8827-73c9627c9636" -d '{"events": [{"server_uuid": "f32b142c-50ab-4bff-b86b-b97e70b4b4dd", "name": "network-vif-deleted", "tag": "49569433-de1c-4ddf-899d-51af87fcc5c9"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:05:43.676797 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4939297-62bf-4803-8620-a93447cb99b1 x-openstack-request-id: req-a4939297-62bf-4803-8620-a93447cb99b1 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:05:43.677093 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32b142c-50ab-4bff-b86b-b97e70b4b4dd", "name": "network-vif-deleted", "tag": "49569433-de1c-4ddf-899d-51af87fcc5c9", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:05:43.677347 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4939297-62bf-4803-8620-a93447cb99b1 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:05:43.677752 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32b142c-50ab-4bff-b86b-b97e70b4b4dd', 'name': 'network-vif-deleted', 'tag': '49569433-de1c-4ddf-899d-51af87fcc5c9', 'status': 'completed', 'code': 200} Oct 28 08:05:43.857077 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d6dfa32f-fee2-401c-887f-c84d6d5313c8 req-bc740585-a6a5-4ce8-878c-b22b3ac16061 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 210 time: 0.0291438 Oct 28 08:05:44.063153 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167efe96-942d-4caa-ab73-05c8ace7e90c req-9f286ddf-a40e-4c3e-a902-79aba40f0a08 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:44.064569 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-167efe96-942d-4caa-ab73-05c8ace7e90c req-9f286ddf-a40e-4c3e-a902-79aba40f0a08 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0505693 Oct 28 08:05:44.106482 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-167efe96-942d-4caa-ab73-05c8ace7e90c req-3f2b4cbf-0e37-480b-b053-b05c2bee1c23 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347292 Oct 28 08:05:44.958695 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-df3be7bb-7ce3-45a2-9ce6-04a76e95ea09 req-ee883228-3a43-48d9-8956-ad6648a0d133 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 210 time: 0.0255780 Oct 28 08:05:45.281178 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [req-ca90d266-84f9-4ddf-bb22-9e9f82f8d101 req-586945fe-4fa5-4c19-afda-60616b7444e0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=108235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:05:45.282125 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ca90d266-84f9-4ddf-bb22-9e9f82f8d101 req-586945fe-4fa5-4c19-afda-60616b7444e0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520971 Oct 28 08:05:45.614866 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18cce7-4d4f-4003-8f6b-2f6f55196501 req-0df7d082-a0e0-437f-9c79-b2cfb5cb318b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:45.616344 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dc18cce7-4d4f-4003-8f6b-2f6f55196501 req-0df7d082-a0e0-437f-9c79-b2cfb5cb318b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0539575 Oct 28 08:05:45.656262 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dc18cce7-4d4f-4003-8f6b-2f6f55196501 req-f5914c91-63c4-41b7-ad74-ce9243f39182 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338225 Oct 28 08:05:46.053601 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0ccd7d70-6d99-4295-aaa9-6479676c3576 req-0e49d993-9da3-4f69-a64f-c47a29433119 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 210 time: 0.0259323 Oct 28 08:05:46.121787 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 34502) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:46.204707 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4493f5b3-3c89-47f0-905c-163cd1634d86 req-1f2ef65f-5bdc-4a41-8d97-9f20e0392495 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817730 Oct 28 08:05:46.213623 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [req-4493f5b3-3c89-47f0-905c-163cd1634d86 req-f6e0bb6c-860c-4411-b980-fc0a622cc88e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=108235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:05:46.214563 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4493f5b3-3c89-47f0-905c-163cd1634d86 req-f6e0bb6c-860c-4411-b980-fc0a622cc88e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047872 Oct 28 08:05:46.635642 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c5e8b7d2-efbe-4e22-8f8a-1f888815cf1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:46.784826 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8734e1-39a9-4946-aba7-c1e905bdb5cf req-48f8fd77-b5f2-42ba-987c-5e9b59ef69f9 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:46.786299 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1e8734e1-39a9-4946-aba7-c1e905bdb5cf req-48f8fd77-b5f2-42ba-987c-5e9b59ef69f9 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0558641 Oct 28 08:05:46.826042 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1e8734e1-39a9-4946-aba7-c1e905bdb5cf req-cdecd1cd-2b80-4c90-9fa1-5138c5a143a0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336542 Oct 28 08:05:47.147238 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e8058eb5-a32f-4541-9513-306772d63a66 req-f65982a0-30bf-4dfa-9e62-005936cf0ff1 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 210 time: 0.0260193 Oct 28 08:05:47.946774 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857826c-a8c1-4098-b447-074a0bf7b69b req-3e848a78-51ed-4869-820a-abb6d85fc93b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:47.948511 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9857826c-a8c1-4098-b447-074a0bf7b69b req-3e848a78-51ed-4869-820a-abb6d85fc93b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0488796 Oct 28 08:05:47.985625 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9857826c-a8c1-4098-b447-074a0bf7b69b req-4143ba2b-4724-409f-852c-25757f01dc52 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312967 Oct 28 08:05:48.243174 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f2faea90-20e7-4601-b703-75de7d6af7ba req-8872a892-4ec7-406d-8182-b39fd0d4fea4 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 210 time: 0.0283244 Oct 28 08:05:48.579219 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 08090d45-57f6-4fca-bad8-ed42f1cafd88 no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:05:49.126218 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e7bd3-9d88-471f-be47-5e8e5cc1fcb1 req-b4ef1cc7-2932-4423-a606-d0546f2a98a6 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:49.126218 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ee0e7bd3-9d88-471f-be47-5e8e5cc1fcb1 req-b4ef1cc7-2932-4423-a606-d0546f2a98a6 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0509431 Oct 28 08:05:49.147403 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ee0e7bd3-9d88-471f-be47-5e8e5cc1fcb1 req-c3b26642-d834-4620-b08e-d7edb71a8cbc tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314307 Oct 28 08:05:49.280956 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-67730636-3f4e-43be-bc3d-e9d32bd11982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:49.352867 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3781eb65-f4f8-4f11-917a-4f748d1983e3 req-14056144-1824-46db-8ed0-9757b8242e51 tempest-ServerRescueNegativeTestJSON-1198818503 tempest-ServerRescueNegativeTestJSON-1198818503-project] 10.222.0.37 "GET /v2.0/ports?device_id=f32b142c-50ab-4bff-b86b-b97e70b4b4dd HTTP/1.1" status: 200 len: 210 time: 0.0255222 Oct 28 08:05:49.550606 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:50.265001 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0d69e-10cd-4168-8d5f-12f3b1de8106 req-bce56ddb-030e-4edb-b549-071f312fdba0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:50.266526 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-05b0d69e-10cd-4168-8d5f-12f3b1de8106 req-bce56ddb-030e-4edb-b549-071f312fdba0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0479202 Oct 28 08:05:50.304465 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-05b0d69e-10cd-4168-8d5f-12f3b1de8106 req-b549b279-559f-4740-8c8b-6609d63bb538 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313714 Oct 28 08:05:50.414071 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 34550) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:50.537561 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 49569433-de1c-4ddf-899d-51af87fcc5c9 no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:05:50.562276 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: 49569433-de1c-4ddf-899d-51af87fcc5c9 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:05:50.567169 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 49569433-de1c-4ddf-899d-51af87fcc5c9 not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:05:50.635752 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:50.842068 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586527'] for router_interface, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:51.144377 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Deleting port be53aaa0-65e4-481b-9bce-2837e6f0937b {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:05:51.144716 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:51.221837 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] For port be53aaa0-65e4-481b-9bce-2837e6f0937b, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=be53aaa0-65e4-481b-9bce-2837e6f0937b,segment=NetworkSegment(15ed8bd0-2d21-4b3f-849f-de9c63133ea4),segment_id=15ed8bd0-2d21-4b3f-849f-de9c63133ea4)] {{(pid=108235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:05:51.222205 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:51.234498 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Calling delete_port for be53aaa0-65e4-481b-9bce-2837e6f0937b owned by network:router_interface {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:05:51.706080 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abbeab-33e6-403c-a53b-cddd7319b45f req-3618d865-a8fe-4014-944c-aceafc1ec129 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:51.707600 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-50abbeab-33e6-403c-a53b-cddd7319b45f req-3618d865-a8fe-4014-944c-aceafc1ec129 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.3079100 Oct 28 08:05:51.750057 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-50abbeab-33e6-403c-a53b-cddd7319b45f req-32be9e36-ea50-43b8-8e3b-655e6f1840a2 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342724 Oct 28 08:05:51.829579 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:51.855278 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Pushing event deleted for resources: {'Port': ['ID=be53aaa0-65e4-481b-9bce-2837e6f0937b,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:51.865433 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:51.866001 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:51.866346 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:51.866683 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:51.867046 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:51.867392 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:51.867709 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:51.868036 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:51.868361 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:51.869245 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:51.869245 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:51.869440 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:05:52.031223 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586299'] for router_interface, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:52.128874 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493f5b3-3c89-47f0-905c-163cd1634d86 req-b7c0c488-a3da-45a1-96fc-10746cd4a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:52.130504 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4493f5b3-3c89-47f0-905c-163cd1634d86 req-b7c0c488-a3da-45a1-96fc-10746cd4a019 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0&tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb HTTP/1.1" status: 200 len: 1097 time: 0.0813687 Oct 28 08:05:52.195595 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493f5b3-3c89-47f0-905c-163cd1634d86 req-47658a61-e76e-486b-b05c-ea4885bd8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:52.197370 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4493f5b3-3c89-47f0-905c-163cd1634d86 req-47658a61-e76e-486b-b05c-ea4885bd8367 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb&device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 1097 time: 0.0437233 Oct 28 08:05:52.254372 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Router 09ad307c-be0b-4066-bed0-0a66c811c019 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:05:52.292778 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493f5b3-3c89-47f0-905c-163cd1634d86 req-4cccbcc0-8393-47ba-ba7a-1d6f7631bded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:52.294235 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4493f5b3-3c89-47f0-905c-163cd1634d86 req-4cccbcc0-8393-47ba-ba7a-1d6f7631bded service neutron] 10.222.0.30 "GET /v2.0/networks?id=20337a09-3f8c-4816-b371-3113e23fc3c9 HTTP/1.1" status: 200 len: 918 time: 0.0889409 Oct 28 08:05:52.367157 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4493f5b3-3c89-47f0-905c-163cd1634d86 req-26ce5caa-0685-4ef4-a50c-09275c6f6497 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08090d45-57f6-4fca-bad8-ed42f1cafd88 HTTP/1.1" status: 200 len: 1000 time: 0.0647285 Oct 28 08:05:52.372215 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:05:52.384071 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-6ea4d48d-bd81-461d-a606-75ec49362bed admin admin] 10.222.0.37 "PUT /v2.0/routers/09ad307c-be0b-4066-bed0-0a66c811c019/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9623446 Oct 28 08:05:52.384383 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe443f76-bd55-43f8-bfe5-0b60b31168f6 None None] Sync routers for ids ['09ad307c-be0b-4066-bed0-0a66c811c019'] in dv-cinder-815780-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:05:52.384953 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 34586) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:52.391537 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe443f76-bd55-43f8-bfe5-0b60b31168f6 None None] Routers {'09ad307c-be0b-4066-bed0-0a66c811c019'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:05:52.392147 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-fe443f76-bd55-43f8-bfe5-0b60b31168f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:05:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['09ad307c-be0b-4066-bed0-0a66c811c019'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:05:52.418481 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493f5b3-3c89-47f0-905c-163cd1634d86 req-b492cf9a-c9dc-4a04-856a-748572d6799e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:52.420023 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4493f5b3-3c89-47f0-905c-163cd1634d86 req-b492cf9a-c9dc-4a04-856a-748572d6799e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7836a6e2-0468-4f0c-be17-0b444d74b4ad HTTP/1.1" status: 200 len: 856 time: 0.0461738 Oct 28 08:05:52.469835 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493f5b3-3c89-47f0-905c-163cd1634d86 req-adb64fb4-d7b5-46e8-aa7d-bf1064ee9ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:52.472070 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4493f5b3-3c89-47f0-905c-163cd1634d86 req-adb64fb4-d7b5-46e8-aa7d-bf1064ee9ac8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20337a09-3f8c-4816-b371-3113e23fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423362 Oct 28 08:05:52.492890 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2fcc0c1a-0842-4674-99e8-3f47cf0f3de4 admin admin] Notify callbacks [] for router, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:52.498200 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-fe443f76-bd55-43f8-bfe5-0b60b31168f6 None None] Set router 09ad307c-be0b-4066-bed0-0a66c811c019 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:05:52.619576 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4493f5b3-3c89-47f0-905c-163cd1634d86 req-1982207d-42fb-4bda-b08c-3f2ac332edf6 service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012242 Oct 28 08:05:52.625015 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2fcc0c1a-0842-4674-99e8-3f47cf0f3de4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:52.675427 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-4493f5b3-3c89-47f0-905c-163cd1634d86 req-3509c9b3-b1be-4b98-b0df-eda3be8b2777 service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860500 Oct 28 08:05:52.693635 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:52.699364 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-fe443f76-bd55-43f8-bfe5-0b60b31168f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ad307c-be0b-4066-bed0-0a66c811c019', 'name': 'tempest-ServerRescueNegativeTestJSON-210127408-router', 'tenant_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': 'f118a86e-7f88-403d-8142-4865b7d2d3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:02Z', 'updated_at': '2021-10-28T08:05:51Z', 'revision_number': 5, 'project_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'gw_port': {'id': 'f118a86e-7f88-403d-8142-4865b7d2d3a7', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ad307c-be0b-4066-bed0-0a66c811c019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:04Z', 'updated_at': '2021-10-28T08:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:05:52.724665 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe443f76-bd55-43f8-bfe5-0b60b31168f6 None None] Checking router: 09ad307c-be0b-4066-bed0-0a66c811c019 for host: dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:05:52.733250 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe443f76-bd55-43f8-bfe5-0b60b31168f6 None None] Routers {'09ad307c-be0b-4066-bed0-0a66c811c019'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:05:52.733890 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-fe443f76-bd55-43f8-bfe5-0b60b31168f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:05:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['09ad307c-be0b-4066-bed0-0a66c811c019'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:05:52.766208 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc0c1a-0842-4674-99e8-3f47cf0f3de4 admin admin] Deleting port f118a86e-7f88-403d-8142-4865b7d2d3a7 {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:05:52.766831 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2fcc0c1a-0842-4674-99e8-3f47cf0f3de4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:52.832440 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-fe443f76-bd55-43f8-bfe5-0b60b31168f6 None None] Set router 09ad307c-be0b-4066-bed0-0a66c811c019 gateway port host: None {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:05:52.892857 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [None req-2fcc0c1a-0842-4674-99e8-3f47cf0f3de4 admin admin] For port f118a86e-7f88-403d-8142-4865b7d2d3a7, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=f118a86e-7f88-403d-8142-4865b7d2d3a7,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:05:52.893427 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2fcc0c1a-0842-4674-99e8-3f47cf0f3de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:52.894514 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-fe443f76-bd55-43f8-bfe5-0b60b31168f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ad307c-be0b-4066-bed0-0a66c811c019', 'name': 'tempest-ServerRescueNegativeTestJSON-210127408-router', 'tenant_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:02Z', 'updated_at': '2021-10-28T08:05:52Z', 'revision_number': 6, 'project_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'gw_port_host': None}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:05:52.913447 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc0c1a-0842-4674-99e8-3f47cf0f3de4 admin admin] Calling delete_port for f118a86e-7f88-403d-8142-4865b7d2d3a7 owned by network:router_gateway {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:05:52.927365 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe443f76-bd55-43f8-bfe5-0b60b31168f6 None None] The sync data for ids ['09ad307c-be0b-4066-bed0-0a66c811c019'] in dv-cinder-815780-1-iscsi is: [{'id': '09ad307c-be0b-4066-bed0-0a66c811c019', 'name': 'tempest-ServerRescueNegativeTestJSON-210127408-router', 'tenant_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:02Z', 'updated_at': '2021-10-28T08:05:52Z', 'revision_number': 6, 'project_id': 'd0376fb4f6b64e6b8380eba4042fd48a', 'gw_port_host': None}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:05:52.945962 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4be96-09c7-4ab1-b304-664e6a91c6fa req-1838a235-1724-4080-a519-6c4d65c9fb25 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:52.949444 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7fe4be96-09c7-4ab1-b304-664e6a91c6fa req-1838a235-1724-4080-a519-6c4d65c9fb25 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.1031880 Oct 28 08:05:53.038974 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 34612) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:53.047507 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7fe4be96-09c7-4ab1-b304-664e6a91c6fa req-7e12b85c-6f9f-411e-8fc7-bc43f70834e8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589004 Oct 28 08:05:53.103040 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4092306-f022-4a2c-8e6b-7c52cc05c7dc admin admin] Deleting subnet 16b4991d-fef5-47fa-9b6d-1cff234c8ab0 {{(pid=108236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 28 08:05:53.106268 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c4092306-f022-4a2c-8e6b-7c52cc05c7dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:53.148857 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c4092306-f022-4a2c-8e6b-7c52cc05c7dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3450373'] for subnet, precommit_delete_associations {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:53.189597 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c4092306-f022-4a2c-8e6b-7c52cc05c7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16331822'] for subnet, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:53.287498 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2fcc0c1a-0842-4674-99e8-3f47cf0f3de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:53.320627 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc0c1a-0842-4674-99e8-3f47cf0f3de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f118a86e-7f88-403d-8142-4865b7d2d3a7,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:53.356291 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c4092306-f022-4a2c-8e6b-7c52cc05c7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16331809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4058815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3950031'] for subnet, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:53.397160 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c4092306-f022-4a2c-8e6b-7c52cc05c7dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:53.397703 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2fcc0c1a-0842-4674-99e8-3f47cf0f3de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586433'] for router_gateway, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:53.401167 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-c4092306-f022-4a2c-8e6b-7c52cc05c7dc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/16b4991d-fef5-47fa-9b6d-1cff234c8ab0 HTTP/1.1" status: 204 len: 168 time: 0.3611646 Oct 28 08:05:53.402462 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4092306-f022-4a2c-8e6b-7c52cc05c7dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b4991d-fef5-47fa-9b6d-1cff234c8ab0,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:53.404446 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 34628) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:53.492449 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6e3ca9cd-8efd-4770-beb7-5f30954ba1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16338927'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:53.571463 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2fcc0c1a-0842-4674-99e8-3f47cf0f3de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-557384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4020'] for router, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:53.574692 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2fcc0c1a-0842-4674-99e8-3f47cf0f3de4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:53.647647 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6e3ca9cd-8efd-4770-beb7-5f30954ba1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16320981', 'neutron.services.segments.db._delete_segments_for_network-8754292201485'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:53.674005 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-6e3ca9cd-8efd-4770-beb7-5f30954ba1ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a212d6f6-f41a-4558-91d0-d89d74667c97']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:05:53.683958 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-6e3ca9cd-8efd-4770-beb7-5f30954ba1ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b734f21-12de-4e73-bae2-1da472c17300') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:05:53.684252 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-6e3ca9cd-8efd-4770-beb7-5f30954ba1ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b734f21-12de-4e73-bae2-1da472c17300') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:05:53.696066 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6e3ca9cd-8efd-4770-beb7-5f30954ba1ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754292204054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3450394'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:53.714375 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6e3ca9cd-8efd-4770-beb7-5f30954ba1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:53.722163 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3ca9cd-8efd-4770-beb7-5f30954ba1ea admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:05:53.722863 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6e3ca9cd-8efd-4770-beb7-5f30954ba1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4058841'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: Traceback (most recent call last): Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: timer() Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: cb(*args, **kw) Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: self._notify() Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: self.callback(batched_events) Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: event.method(event) Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: return f(self, *a, **k) Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._get(url).json() Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:05:53.725082 dv-cinder-815780-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:05:53.744997 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2fcc0c1a-0842-4674-99e8-3f47cf0f3de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-557425'] for router, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:53.745559 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcc0c1a-0842-4674-99e8-3f47cf0f3de4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09ad307c-be0b-4066-bed0-0a66c811c019 {{(pid=108235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:05:53.756748 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2fcc0c1a-0842-4674-99e8-3f47cf0f3de4 admin admin] Notify callbacks [] for router, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:53.761118 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-2fcc0c1a-0842-4674-99e8-3f47cf0f3de4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/09ad307c-be0b-4066-bed0-0a66c811c019 HTTP/1.1" status: 204 len: 168 time: 1.3769605 Oct 28 08:05:53.761873 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 34630) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:53.825359 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50fa3f7-49a6-4224-8b17-49d609b7fd96 admin admin] Deleting subnet d39f83df-27b3-4b96-aeb8-a6adcc54bf0f {{(pid=108235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 28 08:05:53.830182 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-b50fa3f7-49a6-4224-8b17-49d609b7fd96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:53.883922 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-b50fa3f7-49a6-4224-8b17-49d609b7fd96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126801640'] for subnet, precommit_delete_associations {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:53.903891 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6e3ca9cd-8efd-4770-beb7-5f30954ba1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16320940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586477'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:53.910390 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6e3ca9cd-8efd-4770-beb7-5f30954ba1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:53.915432 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-6e3ca9cd-8efd-4770-beb7-5f30954ba1ea admin admin] 10.222.0.37 "DELETE /v2.0/networks/a212d6f6-f41a-4558-91d0-d89d74667c97 HTTP/1.1" status: 204 len: 168 time: 0.5084205 Oct 28 08:05:53.931852 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 34632) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:53.953453 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ca9cd-8efd-4770-beb7-5f30954ba1ea admin admin] Pushing event deleted for resources: {'Network': ['ID=a212d6f6-f41a-4558-91d0-d89d74667c97,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:53.990590 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device be53aaa0-65e4-481b-9bce-2837e6f0937b no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:05:54.008080 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-b50fa3f7-49a6-4224-8b17-49d609b7fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16331822'] for subnet, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.025319 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: be53aaa0-65e4-481b-9bce-2837e6f0937b {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:05:54.025950 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device be53aaa0-65e4-481b-9bce-2837e6f0937b not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:05:54.027046 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device f118a86e-7f88-403d-8142-4865b7d2d3a7 no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:05:54.036006 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_v2 [None req-67690f21-cfa5-4c09-af4b-2878faddd9c9 admin admin] Deleting subnet d6640f9e-e6fb-43fa-b9fb-af6e0541b250 {{(pid=108235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 28 08:05:54.055628 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-67690f21-cfa5-4c09-af4b-2878faddd9c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.059817 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: f118a86e-7f88-403d-8142-4865b7d2d3a7 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:05:54.060527 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device f118a86e-7f88-403d-8142-4865b7d2d3a7 not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:05:54.160030 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-67690f21-cfa5-4c09-af4b-2878faddd9c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126801640'] for subnet, precommit_delete_associations {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.281318 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-67690f21-cfa5-4c09-af4b-2878faddd9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16331822'] for subnet, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.334066 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524b7d8-ba6b-4b98-8b18-f90a20778fe6 req-b5ef00a2-9f57-4e59-85f5-aa00f8b4e2c2 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:54.335103 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b524b7d8-ba6b-4b98-8b18-f90a20778fe6 req-b5ef00a2-9f57-4e59-85f5-aa00f8b4e2c2 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.1723926 Oct 28 08:05:54.363450 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-b50fa3f7-49a6-4224-8b17-49d609b7fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16331809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126826317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126846903'] for subnet, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.401996 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fa3f7-49a6-4224-8b17-49d609b7fd96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d39f83df-27b3-4b96-aeb8-a6adcc54bf0f,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:54.419372 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-b50fa3f7-49a6-4224-8b17-49d609b7fd96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.419372 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-b50fa3f7-49a6-4224-8b17-49d609b7fd96 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d39f83df-27b3-4b96-aeb8-a6adcc54bf0f HTTP/1.1" status: 204 len: 168 time: 0.6539400 Oct 28 08:05:54.419633 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 34644) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:54.432221 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b524b7d8-ba6b-4b98-8b18-f90a20778fe6 req-bcccd830-27c3-4dda-8f06-3f43a6364392 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904317 Oct 28 08:05:54.506651 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-666ab5c3-a986-4ce1-a4e0-029018fe4444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16338927'] for network, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.511898 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-67690f21-cfa5-4c09-af4b-2878faddd9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16331809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126826317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126846903'] for subnet, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.542581 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67690f21-cfa5-4c09-af4b-2878faddd9c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6640f9e-e6fb-43fa-b9fb-af6e0541b250,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:54.551846 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-67690f21-cfa5-4c09-af4b-2878faddd9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.554971 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-67690f21-cfa5-4c09-af4b-2878faddd9c9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d6640f9e-e6fb-43fa-b9fb-af6e0541b250 HTTP/1.1" status: 204 len: 168 time: 0.6220515 Oct 28 08:05:54.557672 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 34648) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:54.633462 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-666ab5c3-a986-4ce1-a4e0-029018fe4444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16320981', 'neutron.services.segments.db._delete_segments_for_network-8754292201485'] for network, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.654074 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.services.segments.db [None req-666ab5c3-a986-4ce1-a4e0-029018fe4444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc512c8-fed6-4f52-8717-5fe5d31a09fd']}} {{(pid=108235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:05:54.660778 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0f009710-abe8-4276-a3ee-bc3db1a591da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16338927'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.664406 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.services.segments.db [None req-666ab5c3-a986-4ce1-a4e0-029018fe4444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ed8bd0-2d21-4b3f-849f-de9c63133ea4') {'for_net_delete': True} {{(pid=108235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:05:54.664814 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.services.segments.db [None req-666ab5c3-a986-4ce1-a4e0-029018fe4444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ed8bd0-2d21-4b3f-849f-de9c63133ea4') {} {{(pid=108235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:05:54.674035 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-666ab5c3-a986-4ce1-a4e0-029018fe4444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754292204054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126801655'] for segment, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.687714 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-666ab5c3-a986-4ce1-a4e0-029018fe4444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.693406 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666ab5c3-a986-4ce1-a4e0-029018fe4444 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=108235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:05:54.693784 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-666ab5c3-a986-4ce1-a4e0-029018fe4444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126826283'] for segment, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: Traceback (most recent call last): Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: timer() Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: cb(*args, **kw) Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: return func(*args, **kwargs) Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: self._notify() Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: self.callback(batched_events) Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: event.method(event) Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: return f(self, *a, **k) Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: return self._get(url).json() Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: return self.request(url, 'GET', **kwargs) Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:05:54.695464 dv-cinder-815780-1-iscsi neutron-server[108235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:05:54.739387 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0f009710-abe8-4276-a3ee-bc3db1a591da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16320981', 'neutron.services.segments.db._delete_segments_for_network-8754292201485'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.772238 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-0f009710-abe8-4276-a3ee-bc3db1a591da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e56c27-3d34-42f7-8a4e-1844c50a3ed2']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:05:54.782239 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-0f009710-abe8-4276-a3ee-bc3db1a591da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4dda388-c488-41bf-9b9b-4d08ac04e679') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:05:54.782897 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-0f009710-abe8-4276-a3ee-bc3db1a591da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4dda388-c488-41bf-9b9b-4d08ac04e679') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:05:54.794997 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0f009710-abe8-4276-a3ee-bc3db1a591da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754292204054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3450394'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.812647 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-666ab5c3-a986-4ce1-a4e0-029018fe4444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16320940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586477'] for network, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.815047 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0f009710-abe8-4276-a3ee-bc3db1a591da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.821550 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-666ab5c3-a986-4ce1-a4e0-029018fe4444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.825827 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-666ab5c3-a986-4ce1-a4e0-029018fe4444 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5fc512c8-fed6-4f52-8717-5fe5d31a09fd HTTP/1.1" status: 204 len: 168 time: 0.4052458 Oct 28 08:05:54.829413 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f009710-abe8-4276-a3ee-bc3db1a591da admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:05:54.830100 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0f009710-abe8-4276-a3ee-bc3db1a591da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4058841'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: Traceback (most recent call last): Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: timer() Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: cb(*args, **kw) Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: self._notify() Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: self.callback(batched_events) Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: event.method(event) Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: return f(self, *a, **k) Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._get(url).json() Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:05:54.832948 dv-cinder-815780-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:05:54.843098 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ab5c3-a986-4ce1-a4e0-029018fe4444 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fc512c8-fed6-4f52-8717-5fe5d31a09fd,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:54.973872 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0f009710-abe8-4276-a3ee-bc3db1a591da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16320940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586477'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.980547 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0f009710-abe8-4276-a3ee-bc3db1a591da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:54.986152 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-0f009710-abe8-4276-a3ee-bc3db1a591da admin admin] 10.222.0.37 "DELETE /v2.0/networks/64e56c27-3d34-42f7-8a4e-1844c50a3ed2 HTTP/1.1" status: 204 len: 168 time: 0.4241498 Oct 28 08:05:54.996235 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f009710-abe8-4276-a3ee-bc3db1a591da admin admin] Pushing event deleted for resources: {'Network': ['ID=64e56c27-3d34-42f7-8a4e-1844c50a3ed2,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:55.264840 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 34654) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:55.335327 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-1ad395f9-aa32-48f4-8c46-95c2e2dd1b62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0376fb4f6b64e6b8380eba4042fd48a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0662296 Oct 28 08:05:55.335614 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 34656) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:55.370561 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 34658) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:55.398083 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-74232da7-0e6e-4734-a1a2-20d7dffda0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:55.419150 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-74232da7-0e6e-4734-a1a2-20d7dffda0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:55.421128 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-038c1365-84a9-49e9-a5f4-99729098f8ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9d674ee15664242884db44d1ddeabf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494065 Oct 28 08:05:55.423641 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 34660) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:55.472194 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fed9cc0-958c-4f70-9255-41ce68f97561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:55.494890 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fed9cc0-958c-4f70-9255-41ce68f97561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:55.558412 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fe37e-85fb-4a12-bd97-7c0773f3b09a req-2f8e7fb0-cd2b-4bcf-a7f8-0d2bce92cff1 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:55.559994 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b17fe37e-85fb-4a12-bd97-7c0773f3b09a req-2f8e7fb0-cd2b-4bcf-a7f8-0d2bce92cff1 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0487115 Oct 28 08:05:55.575719 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-74232da7-0e6e-4734-a1a2-20d7dffda0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:55.578569 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-74232da7-0e6e-4734-a1a2-20d7dffda0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:55.581717 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-74232da7-0e6e-4734-a1a2-20d7dffda0bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4ed82d7-8247-4a4e-bb22-f6f545c4da13 HTTP/1.1" status: 204 len: 168 time: 0.2429833 Oct 28 08:05:55.597688 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74232da7-0e6e-4734-a1a2-20d7dffda0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ed82d7-8247-4a4e-bb22-f6f545c4da13,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:55.636582 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b17fe37e-85fb-4a12-bd97-7c0773f3b09a req-94ad9783-107c-472e-ad92-73c5a5e79936 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695684 Oct 28 08:05:55.678177 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fed9cc0-958c-4f70-9255-41ce68f97561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:55.683240 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fed9cc0-958c-4f70-9255-41ce68f97561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:55.683240 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-3fed9cc0-958c-4f70-9255-41ce68f97561 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a17ae4b6-9508-4374-9e03-deabba24ebbf HTTP/1.1" status: 204 len: 168 time: 0.2572939 Oct 28 08:05:55.696687 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed9cc0-958c-4f70-9255-41ce68f97561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17ae4b6-9508-4374-9e03-deabba24ebbf,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:56.355812 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:56.494069 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 34686) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:56.559683 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-c03385df-7821-4394-be13-b6cdea05d10c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12a6be2211e14dbc872d884d03c13445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639000 Oct 28 08:05:56.562198 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 34688) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:56.615822 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3c484e55-88cc-489f-ac5d-b56d30ea365b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:56.640357 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3c484e55-88cc-489f-ac5d-b56d30ea365b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:56.808058 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcbb92-4e93-47df-b41a-63d4cf918cde req-400187fc-ceb0-4c71-9375-8c512b8903c9 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:56.809536 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-19fcbb92-4e93-47df-b41a-63d4cf918cde req-400187fc-ceb0-4c71-9375-8c512b8903c9 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0677218 Oct 28 08:05:56.810313 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3c484e55-88cc-489f-ac5d-b56d30ea365b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:56.812958 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3c484e55-88cc-489f-ac5d-b56d30ea365b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:56.815772 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-3c484e55-88cc-489f-ac5d-b56d30ea365b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4aa7513-f43a-4539-8383-b736f8ec887d HTTP/1.1" status: 204 len: 168 time: 0.2502382 Oct 28 08:05:56.834805 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c484e55-88cc-489f-ac5d-b56d30ea365b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aa7513-f43a-4539-8383-b736f8ec887d,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:05:56.870739 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-19fcbb92-4e93-47df-b41a-63d4cf918cde req-4960414e-eb85-47b8-817c-6d7395e0ac42 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533063 Oct 28 08:05:58.024129 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440509d-e2d7-4645-a39f-7bfcfbaa566b req-35d39e59-4488-4ab3-a6b7-b8c07d3b0831 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:58.026565 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7440509d-e2d7-4645-a39f-7bfcfbaa566b req-35d39e59-4488-4ab3-a6b7-b8c07d3b0831 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0571864 Oct 28 08:05:58.066702 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7440509d-e2d7-4645-a39f-7bfcfbaa566b req-bd41cd9a-9e22-4243-8563-b257a0e4c647 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340476 Oct 28 08:05:59.211169 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba6f63-3cc6-4bf4-b1ec-b6b2bab069b7 req-ce4c58ab-8d6b-4013-8343-987c62ffaee1 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:05:59.212549 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-96ba6f63-3cc6-4bf4-b1ec-b6b2bab069b7 req-ce4c58ab-8d6b-4013-8343-987c62ffaee1 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0618393 Oct 28 08:05:59.250938 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-96ba6f63-3cc6-4bf4-b1ec-b6b2bab069b7 req-d7c27258-f4e4-4201-8d5f-bed4b9c074eb tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324905 Oct 28 08:05:59.412875 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:05:59.688022 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 34758) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:05:59.820704 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d913b333-f5fc-4e1c-98c4-ad2602db167c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:05:59.897641 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d913b333-f5fc-4e1c-98c4-ad2602db167c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:00.013747 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d913b333-f5fc-4e1c-98c4-ad2602db167c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:00.055300 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-d913b333-f5fc-4e1c-98c4-ad2602db167c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d66f396acce4dc0869e2b36b02db739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683214 Oct 28 08:06:00.056215 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913b333-f5fc-4e1c-98c4-ad2602db167c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd05d1d6-2e1b-4126-bd45-473fed20743a,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:00.057955 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 34770) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:00.113886 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cde47895-e43e-42b0-9ff7-6fd6548a1f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:00.141894 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cde47895-e43e-42b0-9ff7-6fd6548a1f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:00.275433 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cde47895-e43e-42b0-9ff7-6fd6548a1f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:00.278209 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cde47895-e43e-42b0-9ff7-6fd6548a1f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:00.279552 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-cde47895-e43e-42b0-9ff7-6fd6548a1f80 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd05d1d6-2e1b-4126-bd45-473fed20743a HTTP/1.1" status: 204 len: 168 time: 0.2205067 Oct 28 08:06:00.287963 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde47895-e43e-42b0-9ff7-6fd6548a1f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd05d1d6-2e1b-4126-bd45-473fed20743a,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:00.402886 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c77f9-fd5c-4557-9509-cde58a41e675 req-6da7ecf8-d7bf-415f-ba10-624c4ad74575 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:00.404666 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-075c77f9-fd5c-4557-9509-cde58a41e675 req-6da7ecf8-d7bf-415f-ba10-624c4ad74575 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0649748 Oct 28 08:06:00.461786 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-075c77f9-fd5c-4557-9509-cde58a41e675 req-404fa98d-ca6c-4c72-af24-5a33082cbc9b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500062 Oct 28 08:06:01.638326 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbbaba-4ead-416b-94d1-41e7f0bf4559 req-878dcb4a-b687-40a1-a363-be1825568712 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:01.639867 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9fdbbaba-4ead-416b-94d1-41e7f0bf4559 req-878dcb4a-b687-40a1-a363-be1825568712 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0557337 Oct 28 08:06:01.679594 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9fdbbaba-4ead-416b-94d1-41e7f0bf4559 req-eb8e2f71-6259-41ed-b9e4-e2d0ee4dd177 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331409 Oct 28 08:06:01.996145 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 34826) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:02.179734 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 34836) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:02.253939 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-512d6c05-3854-4746-a74c-8df249cf7d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:02.307353 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cae516dd-9597-4bb1-8b6d-0820f7a02a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:02.385831 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-512d6c05-3854-4746-a74c-8df249cf7d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:02.419622 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cae516dd-9597-4bb1-8b6d-0820f7a02a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:02.498858 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-512d6c05-3854-4746-a74c-8df249cf7d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:02.540434 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-512d6c05-3854-4746-a74c-8df249cf7d50 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef9486ffec134cc8903e2e4b148ba646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595538 Oct 28 08:06:02.541265 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d6c05-3854-4746-a74c-8df249cf7d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0f8df2-eb4b-4d22-89ad-d553991e67bd,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:02.542977 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 34840) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:02.589758 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cae516dd-9597-4bb1-8b6d-0820f7a02a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:02.595873 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-21826840-6bf1-4743-89e9-c82431f4671b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:02.618738 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-21826840-6bf1-4743-89e9-c82431f4671b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:02.631464 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-cae516dd-9597-4bb1-8b6d-0820f7a02a7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25f00e3ecc484708a5ee09d30faabb12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6342309 Oct 28 08:06:02.634211 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 34842) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:02.637032 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae516dd-9597-4bb1-8b6d-0820f7a02a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139b094e-dffd-430a-88b5-f47f6e561e9f,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:02.703336 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-515fbd42-9474-4f05-b3b6-59d87502b03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:02.727367 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-515fbd42-9474-4f05-b3b6-59d87502b03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:02.806949 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-21826840-6bf1-4743-89e9-c82431f4671b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:02.809325 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-21826840-6bf1-4743-89e9-c82431f4671b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:02.810466 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-21826840-6bf1-4743-89e9-c82431f4671b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a0f8df2-eb4b-4d22-89ad-d553991e67bd HTTP/1.1" status: 204 len: 168 time: 0.2665119 Oct 28 08:06:02.824547 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21826840-6bf1-4743-89e9-c82431f4671b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0f8df2-eb4b-4d22-89ad-d553991e67bd,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:02.844139 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28579ebc-a99e-4406-8bb3-273ecc7da1a3 req-fbb6dfee-a94d-4e84-a4e0-31545c3fcdec tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:02.845760 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-28579ebc-a99e-4406-8bb3-273ecc7da1a3 req-fbb6dfee-a94d-4e84-a4e0-31545c3fcdec tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0691948 Oct 28 08:06:02.904913 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-28579ebc-a99e-4406-8bb3-273ecc7da1a3 req-f28ae421-7a23-4ac5-a168-066f81b23593 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353611 Oct 28 08:06:02.932404 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-515fbd42-9474-4f05-b3b6-59d87502b03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:02.935255 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-515fbd42-9474-4f05-b3b6-59d87502b03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:02.936709 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-515fbd42-9474-4f05-b3b6-59d87502b03c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/139b094e-dffd-430a-88b5-f47f6e561e9f HTTP/1.1" status: 204 len: 168 time: 0.3017776 Oct 28 08:06:02.944737 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fbd42-9474-4f05-b3b6-59d87502b03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139b094e-dffd-430a-88b5-f47f6e561e9f,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:04.060757 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be2fe5-6ed6-4fb5-8ff8-860bdc4088a5 req-861a4229-55d2-443d-a373-2ffa3428f837 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:04.062260 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-12be2fe5-6ed6-4fb5-8ff8-860bdc4088a5 req-861a4229-55d2-443d-a373-2ffa3428f837 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0690155 Oct 28 08:06:04.109108 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-12be2fe5-6ed6-4fb5-8ff8-860bdc4088a5 req-36644503-6f06-4417-bb2e-8c740374e7af tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395904 Oct 28 08:06:05.249715 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b1e07-70ee-4f25-832c-7c6515166296 req-e2a1082d-d4d8-41f0-9449-91442363a64d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:05.251966 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cb4b1e07-70ee-4f25-832c-7c6515166296 req-e2a1082d-d4d8-41f0-9449-91442363a64d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0582955 Oct 28 08:06:05.290628 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cb4b1e07-70ee-4f25-832c-7c6515166296 req-0fcd8c17-ab85-4949-89d8-a5317dda277f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321243 Oct 28 08:06:06.427292 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50229e2-d75c-4f0d-85c0-8423fe783585 req-98f56f5c-1fdc-4318-bf35-db08948b61f5 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:06.497591 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d50229e2-d75c-4f0d-85c0-8423fe783585 req-98f56f5c-1fdc-4318-bf35-db08948b61f5 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0590510 Oct 28 08:06:06.497591 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d50229e2-d75c-4f0d-85c0-8423fe783585 req-c8d955fa-22ac-4407-ae58-c42756aa30d5 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387290 Oct 28 08:06:07.609692 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e03b65-27a9-46d5-87fe-935575893539 req-ecd331bc-f687-43d0-8d1f-ed62658860b4 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:07.618007 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-34e03b65-27a9-46d5-87fe-935575893539 req-ecd331bc-f687-43d0-8d1f-ed62658860b4 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0612888 Oct 28 08:06:07.659465 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-34e03b65-27a9-46d5-87fe-935575893539 req-c9875dfe-7b13-4810-8014-37c57f38ad69 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403707 Oct 28 08:06:08.798882 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a667375-fe63-4c45-b6bb-31f467a19a31 req-3051c645-397a-4944-9cc0-038987cf69fa tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:08.800862 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0a667375-fe63-4c45-b6bb-31f467a19a31 req-3051c645-397a-4944-9cc0-038987cf69fa tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0500786 Oct 28 08:06:08.840590 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0a667375-fe63-4c45-b6bb-31f467a19a31 req-ca460350-2182-4c27-81eb-d11d1424a15b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338285 Oct 28 08:06:09.968793 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873203b-2921-4d49-ab1e-a6582d6caae0 req-7b6e2baa-764e-4d83-b3b8-3d20aaa1a742 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:09.970298 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a873203b-2921-4d49-ab1e-a6582d6caae0 req-7b6e2baa-764e-4d83-b3b8-3d20aaa1a742 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0525391 Oct 28 08:06:10.009247 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a873203b-2921-4d49-ab1e-a6582d6caae0 req-a135ae46-b2ec-4baf-820d-4d33d353ee23 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319448 Oct 28 08:06:10.168793 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 34996) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:10.273028 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-03914cb0-0c53-46ad-a9be-64fb8d4482d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:10.345590 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-03914cb0-0c53-46ad-a9be-64fb8d4482d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:10.470068 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-03914cb0-0c53-46ad-a9be-64fb8d4482d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:10.509867 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-03914cb0-0c53-46ad-a9be-64fb8d4482d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21c178c615ec4b65b832661262488b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400006 Oct 28 08:06:10.512266 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03914cb0-0c53-46ad-a9be-64fb8d4482d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66b44b1-949a-40f0-89f5-cce333049226,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:10.512766 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 35002) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:10.563962 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-f210c24d-5a31-4e03-80fb-a4a176d918f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:10.586331 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-f210c24d-5a31-4e03-80fb-a4a176d918f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:10.721147 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-f210c24d-5a31-4e03-80fb-a4a176d918f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:10.723939 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-f210c24d-5a31-4e03-80fb-a4a176d918f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:10.725134 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-f210c24d-5a31-4e03-80fb-a4a176d918f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f66b44b1-949a-40f0-89f5-cce333049226 HTTP/1.1" status: 204 len: 168 time: 0.2113328 Oct 28 08:06:10.734137 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210c24d-5a31-4e03-80fb-a4a176d918f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66b44b1-949a-40f0-89f5-cce333049226,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:11.006911 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9712ed-43a6-4029-9e50-139cf0a407da req-a60a9a4a-ddb4-430b-96f0-d06eef4c6823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:11.006911 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7b9712ed-43a6-4029-9e50-139cf0a407da req-a60a9a4a-ddb4-430b-96f0-d06eef4c6823 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb&device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 1097 time: 0.0686843 Oct 28 08:06:11.132580 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9712ed-43a6-4029-9e50-139cf0a407da req-6ad7c630-e415-4a14-86ca-8d8ec398e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:11.134140 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7b9712ed-43a6-4029-9e50-139cf0a407da req-6ad7c630-e415-4a14-86ca-8d8ec398e41d service neutron] 10.222.0.30 "GET /v2.0/networks?id=20337a09-3f8c-4816-b371-3113e23fc3c9 HTTP/1.1" status: 200 len: 918 time: 0.1093590 Oct 28 08:06:11.141357 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff6859-da37-4c91-8230-c4050475c4fa req-cf3db54d-9ac8-451c-ae80-4e1d4b8b2a64 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:11.143066 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f0ff6859-da37-4c91-8230-c4050475c4fa req-cf3db54d-9ac8-451c-ae80-4e1d4b8b2a64 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0507717 Oct 28 08:06:11.187639 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f0ff6859-da37-4c91-8230-c4050475c4fa req-bcb9adec-77d5-423a-9151-1d02632af7e4 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378928 Oct 28 08:06:11.223922 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7b9712ed-43a6-4029-9e50-139cf0a407da req-e5f7ae72-66f4-45ad-be19-4d0888d43d0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08090d45-57f6-4fca-bad8-ed42f1cafd88 HTTP/1.1" status: 200 len: 1000 time: 0.0820343 Oct 28 08:06:11.276739 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9712ed-43a6-4029-9e50-139cf0a407da req-2f09078e-bdaa-4c40-9343-ea50a4e9722f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:11.278096 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7b9712ed-43a6-4029-9e50-139cf0a407da req-2f09078e-bdaa-4c40-9343-ea50a4e9722f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7836a6e2-0468-4f0c-be17-0b444d74b4ad HTTP/1.1" status: 200 len: 856 time: 0.0468872 Oct 28 08:06:11.324630 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9712ed-43a6-4029-9e50-139cf0a407da req-9f288cd2-95c8-44f1-ac32-195daba049fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:11.326198 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7b9712ed-43a6-4029-9e50-139cf0a407da req-9f288cd2-95c8-44f1-ac32-195daba049fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20337a09-3f8c-4816-b371-3113e23fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390053 Oct 28 08:06:11.420630 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7b9712ed-43a6-4029-9e50-139cf0a407da req-9aac872f-2d3a-4057-a6a9-002b7a1bad5b service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860569 Oct 28 08:06:11.468130 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 35024) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:11.481962 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-73417ca5-06a7-4732-9c8c-32cc99c4aeaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:11.515469 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7b9712ed-43a6-4029-9e50-139cf0a407da req-48a6aa23-9ce0-46a0-b557-d2bcf991b601 service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853233 Oct 28 08:06:11.567594 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-73417ca5-06a7-4732-9c8c-32cc99c4aeaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:11.613051 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-73417ca5-06a7-4732-9c8c-32cc99c4aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:11.654189 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-73417ca5-06a7-4732-9c8c-32cc99c4aeaa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6596722acffd4b3ab0163f39bfe04a69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846378 Oct 28 08:06:11.655351 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73417ca5-06a7-4732-9c8c-32cc99c4aeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d256bf7-82a6-4aae-bec4-94f3cf81a460,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:11.657020 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 35026) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:11.710767 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0e1fc20d-1c96-43a1-8932-ce9d4e0f5ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:11.732607 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0e1fc20d-1c96-43a1-8932-ce9d4e0f5ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:11.846795 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0e1fc20d-1c96-43a1-8932-ce9d4e0f5ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:11.849500 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0e1fc20d-1c96-43a1-8932-ce9d4e0f5ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:11.850788 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-0e1fc20d-1c96-43a1-8932-ce9d4e0f5ac9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d256bf7-82a6-4aae-bec4-94f3cf81a460 HTTP/1.1" status: 204 len: 168 time: 0.1921644 Oct 28 08:06:11.860277 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fc20d-1c96-43a1-8932-ce9d4e0f5ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d256bf7-82a6-4aae-bec4-94f3cf81a460,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:12.312064 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030a928-3068-40db-a55e-fed71342cf31 req-455a480b-4d72-4dbb-b1e7-1d6df3056b1c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:12.313626 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3030a928-3068-40db-a55e-fed71342cf31 req-455a480b-4d72-4dbb-b1e7-1d6df3056b1c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0523472 Oct 28 08:06:12.355991 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3030a928-3068-40db-a55e-fed71342cf31 req-e56c6c81-559c-4604-a21f-bb2a8a776f69 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357718 Oct 28 08:06:13.483703 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c5af3-94ae-4841-be89-7d6738f06c16 req-89e13546-ba1c-4e49-b315-a866334b579d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:13.485226 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5d3c5af3-94ae-4841-be89-7d6738f06c16 req-89e13546-ba1c-4e49-b315-a866334b579d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0530250 Oct 28 08:06:13.525230 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5d3c5af3-94ae-4841-be89-7d6738f06c16 req-67e6cf80-4123-4e7c-b837-c53f10db8717 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337996 Oct 28 08:06:13.670983 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7ef82-4218-4a4b-b45e-bf2eac5e45fd req-4ba65e32-b96d-4e05-952f-4bff50321f75 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:13.672490 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-11e7ef82-4218-4a4b-b45e-bf2eac5e45fd req-4ba65e32-b96d-4e05-952f-4bff50321f75 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 946 time: 0.0506928 Oct 28 08:06:13.713360 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-11e7ef82-4218-4a4b-b45e-bf2eac5e45fd req-f247407a-8700-4d60-9869-9c8456f4a121 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345201 Oct 28 08:06:14.649761 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c33a5-9b78-458c-8272-7fe28d66e76b req-6678a602-40eb-4772-8e02-ae2603177564 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:14.651446 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b32c33a5-9b78-458c-8272-7fe28d66e76b req-6678a602-40eb-4772-8e02-ae2603177564 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0504687 Oct 28 08:06:14.691829 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b32c33a5-9b78-458c-8272-7fe28d66e76b req-85f149c8-a319-4dba-8473-38d7c203b340 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341134 Oct 28 08:06:14.834219 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b7c05-94d0-4ea3-80cc-b3c49334aec5 req-b8ff3cac-3e3f-4389-a6f3-1fd9f0a0bda3 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:14.835820 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a85b7c05-94d0-4ea3-80cc-b3c49334aec5 req-b8ff3cac-3e3f-4389-a6f3-1fd9f0a0bda3 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 946 time: 0.0526671 Oct 28 08:06:14.875785 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a85b7c05-94d0-4ea3-80cc-b3c49334aec5 req-9a7e3ecb-80a1-4c8e-8871-54f55d7a234f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334558 Oct 28 08:06:15.695966 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3a540-3a2a-4805-946c-123b5da652a4 req-67cfe19c-cc86-4d4a-97e8-6876fa0ddf56 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:15.697685 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1ab3a540-3a2a-4805-946c-123b5da652a4 req-67cfe19c-cc86-4d4a-97e8-6876fa0ddf56 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.30 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 946 time: 0.0481489 Oct 28 08:06:15.789613 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-1ab3a540-3a2a-4805-946c-123b5da652a4 req-84797590-dd76-419a-a9f5-01ce0abfef36 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Deleting port 1543504c-0ba7-4b62-95f2-1c2a656568a4 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:06:15.789836 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-1ab3a540-3a2a-4805-946c-123b5da652a4 req-84797590-dd76-419a-a9f5-01ce0abfef36 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:15.813811 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f6864-41be-4f9e-8da7-f5a91ec2579e req-e6d32d4c-6801-47de-a139-96f1e0e51c12 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:15.815730 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dd2f6864-41be-4f9e-8da7-f5a91ec2579e req-e6d32d4c-6801-47de-a139-96f1e0e51c12 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0487702 Oct 28 08:06:15.859514 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dd2f6864-41be-4f9e-8da7-f5a91ec2579e req-11be8b98-35e7-4df1-936d-e90c2fd2227e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362401 Oct 28 08:06:15.896428 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-1ab3a540-3a2a-4805-946c-123b5da652a4 req-84797590-dd76-419a-a9f5-01ce0abfef36 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] For port 1543504c-0ba7-4b62-95f2-1c2a656568a4, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=1543504c-0ba7-4b62-95f2-1c2a656568a4,segment=NetworkSegment(8ad4ceb6-7c05-4348-8112-ff220b566bf5),segment_id=8ad4ceb6-7c05-4348-8112-ff220b566bf5)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:06:15.896428 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-1ab3a540-3a2a-4805-946c-123b5da652a4 req-84797590-dd76-419a-a9f5-01ce0abfef36 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:15.901342 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-1ab3a540-3a2a-4805-946c-123b5da652a4 req-84797590-dd76-419a-a9f5-01ce0abfef36 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Calling delete_port for 1543504c-0ba7-4b62-95f2-1c2a656568a4 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:06:15.991241 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1062ae4-1571-4bf8-b01a-9762b91eb4e4 req-dbd315e2-425d-404c-948f-570afbd118e9 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:15.992745 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d1062ae4-1571-4bf8-b01a-9762b91eb4e4 req-dbd315e2-425d-404c-948f-570afbd118e9 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 946 time: 0.0495317 Oct 28 08:06:16.031280 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d1062ae4-1571-4bf8-b01a-9762b91eb4e4 req-1780344f-2ab8-4a71-95ff-526a5de6e05b tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323410 Oct 28 08:06:16.132193 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-1ab3a540-3a2a-4805-946c-123b5da652a4 req-84797590-dd76-419a-a9f5-01ce0abfef36 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:16.146146 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['1543504c-0ba7-4b62-95f2-1c2a656568a4'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:06:16.161998 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84797590-dd76-419a-a9f5-01ce0abfef36 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Pushing event deleted for resources: {'Port': ['ID=1543504c-0ba7-4b62-95f2-1c2a656568a4,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:16.201274 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab3a540-3a2a-4805-946c-123b5da652a4 req-84797590-dd76-419a-a9f5-01ce0abfef36 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] No DVR routers for this DVR port 1543504c-0ba7-4b62-95f2-1c2a656568a4 on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:06:16.203772 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-1ab3a540-3a2a-4805-946c-123b5da652a4 req-84797590-dd76-419a-a9f5-01ce0abfef36 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:16.207845 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-1ab3a540-3a2a-4805-946c-123b5da652a4 req-84797590-dd76-419a-a9f5-01ce0abfef36 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.30 "DELETE /v2.0/ports/1543504c-0ba7-4b62-95f2-1c2a656568a4 HTTP/1.1" status: 204 len: 173 time: 0.5028577 Oct 28 08:06:16.208273 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40e3ae1-8fb8-4495-9ad6-89fd1736dc17', 'name': 'network-vif-deleted', 'tag': '1543504c-0ba7-4b62-95f2-1c2a656568a4'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:06:16.210515 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61668bfc-839a-48bf-8da6-fecd681ef1fc" -d '{"events": [{"server_uuid": "b40e3ae1-8fb8-4495-9ad6-89fd1736dc17", "name": "network-vif-deleted", "tag": "1543504c-0ba7-4b62-95f2-1c2a656568a4"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:06:16.252303 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f88f65-67f8-4e45-aa56-957e5a27e0b5 x-openstack-request-id: req-f3f88f65-67f8-4e45-aa56-957e5a27e0b5 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:06:16.253245 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40e3ae1-8fb8-4495-9ad6-89fd1736dc17", "name": "network-vif-deleted", "tag": "1543504c-0ba7-4b62-95f2-1c2a656568a4", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:06:16.253601 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3f88f65-67f8-4e45-aa56-957e5a27e0b5 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:06:16.254004 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40e3ae1-8fb8-4495-9ad6-89fd1736dc17', 'name': 'network-vif-deleted', 'tag': '1543504c-0ba7-4b62-95f2-1c2a656568a4', 'status': 'completed', 'code': 200} Oct 28 08:06:16.676233 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c1d489f0-72a9-4509-862f-785df8e50ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:16.982808 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13465890-5050-4c5b-88e2-41f16679685a req-595c7d63-0862-4edf-9f67-4ac1974ebf0d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:16.984309 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-13465890-5050-4c5b-88e2-41f16679685a req-595c7d63-0862-4edf-9f67-4ac1974ebf0d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0514367 Oct 28 08:06:17.021548 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-13465890-5050-4c5b-88e2-41f16679685a req-2193a3fe-2008-41f7-9aaa-0c399133645e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309868 Oct 28 08:06:17.138006 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4c72bbcc-d8c4-4def-9adb-07be14d4d2cd req-c286fe8f-9f98-4666-a36c-37aa24aed970 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=b40e3ae1-8fb8-4495-9ad6-89fd1736dc17 HTTP/1.1" status: 200 len: 210 time: 0.0277739 Oct 28 08:06:18.140658 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e346d3-ceb7-477e-9d87-262be7668969 req-a598b7ba-2972-49eb-87a8-6abc905759ab tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:18.142300 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c6e346d3-ceb7-477e-9d87-262be7668969 req-a598b7ba-2972-49eb-87a8-6abc905759ab tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0491245 Oct 28 08:06:18.191232 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c6e346d3-ceb7-477e-9d87-262be7668969 req-ff349650-2d32-4998-9e60-8708051b78ce tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420604 Oct 28 08:06:19.309791 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f6c3c690-1486-4061-8a12-0d765424a539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:19.313907 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982c937-8751-407f-94d0-5db6010de718 req-8f053f2b-5385-4c5b-aa5c-d5db2f7a0c97 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:19.315553 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a982c937-8751-407f-94d0-5db6010de718 req-8f053f2b-5385-4c5b-aa5c-d5db2f7a0c97 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0490105 Oct 28 08:06:19.357043 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a982c937-8751-407f-94d0-5db6010de718 req-f8f24333-830c-42b1-a3e7-133a6fe4ec82 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349987 Oct 28 08:06:19.387200 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 35172) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:19.491930 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-911173b5-7319-445f-a231-2f757d470a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:19.509770 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:19.565272 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-911173b5-7319-445f-a231-2f757d470a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:19.669033 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-911173b5-7319-445f-a231-2f757d470a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:19.708550 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-911173b5-7319-445f-a231-2f757d470a43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8437194efa845349e9e5a7aabd1a7ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201957 Oct 28 08:06:19.709302 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911173b5-7319-445f-a231-2f757d470a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697c905e-5c78-4293-8280-8d64b4aa970a,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:19.711158 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 35178) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:19.770600 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e5a2ccb5-1371-4679-8a5b-0f6adda35608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:19.792222 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e5a2ccb5-1371-4679-8a5b-0f6adda35608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:19.903473 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e5a2ccb5-1371-4679-8a5b-0f6adda35608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:19.906010 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e5a2ccb5-1371-4679-8a5b-0f6adda35608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:19.907156 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-e5a2ccb5-1371-4679-8a5b-0f6adda35608 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/697c905e-5c78-4293-8280-8d64b4aa970a HTTP/1.1" status: 204 len: 168 time: 0.1949310 Oct 28 08:06:19.915921 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2ccb5-1371-4679-8a5b-0f6adda35608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697c905e-5c78-4293-8280-8d64b4aa970a,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:20.476382 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a56252-97b0-4b4f-b90a-af1563f8501a req-83138b92-ff09-474f-b062-bc8836ad0d00 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:20.477852 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-23a56252-97b0-4b4f-b90a-af1563f8501a req-83138b92-ff09-474f-b062-bc8836ad0d00 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 944 time: 0.0480597 Oct 28 08:06:20.515925 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-23a56252-97b0-4b4f-b90a-af1563f8501a req-d810f928-0f92-4005-862d-26784b6ca768 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320871 Oct 28 08:06:20.528117 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 35190) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:20.541810 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9c4468d9-acd5-493a-8c88-f5dcf9b4296f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:20.615147 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9c4468d9-acd5-493a-8c88-f5dcf9b4296f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:20.657180 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:20.685590 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9c4468d9-acd5-493a-8c88-f5dcf9b4296f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:20.726684 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-9c4468d9-acd5-493a-8c88-f5dcf9b4296f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=563ac9608b5d4d669358b9b115cfaa4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973794 Oct 28 08:06:20.727567 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4468d9-acd5-493a-8c88-f5dcf9b4296f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c9b325-b65f-42fd-9cf3-f9da40ef27b8,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:20.729334 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 35192) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:20.779113 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1c019573-f906-4637-8e64-b409073225c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:20.802851 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1c019573-f906-4637-8e64-b409073225c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:21.155131 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1c019573-f906-4637-8e64-b409073225c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:21.157627 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1c019573-f906-4637-8e64-b409073225c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:21.159273 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-1c019573-f906-4637-8e64-b409073225c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0c9b325-b65f-42fd-9cf3-f9da40ef27b8 HTTP/1.1" status: 204 len: 168 time: 0.4288163 Oct 28 08:06:21.167985 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c019573-f906-4637-8e64-b409073225c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c9b325-b65f-42fd-9cf3-f9da40ef27b8,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:21.189528 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 08090d45-57f6-4fca-bad8-ed42f1cafd88 details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:06:21.200173 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 1543504c-0ba7-4b62-95f2-1c2a656568a4 no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:06:21.216163 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: 1543504c-0ba7-4b62-95f2-1c2a656568a4 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:06:21.216507 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 1543504c-0ba7-4b62-95f2-1c2a656568a4 not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:06:21.305220 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 08090d45-57f6-4fca-bad8-ed42f1cafd88, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=08090d45-57f6-4fca-bad8-ed42f1cafd88,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:06:21.315423 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': '08090d45-57f6-4fca-bad8-ed42f1cafd88', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'port_id': '08090d45-57f6-4fca-bad8-ed42f1cafd88', 'mac_address': 'fa:16:3e:e9:8e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:06:21.353579 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:21.366948 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08090d45-57f6-4fca-bad8-ed42f1cafd88 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:06:21.385956 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 08090d45-57f6-4fca-bad8-ed42f1cafd88, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=08090d45-57f6-4fca-bad8-ed42f1cafd88,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:06:21.464204 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:21.512957 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=08090d45-57f6-4fca-bad8-ed42f1cafd88,revision_number=9']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:21.520678 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:21.521056 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:21.521401 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:21.521739 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:21.522070 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:21.522406 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:21.522735 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:21.523087 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:21.526214 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:21.526214 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:21.526214 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:21.526214 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:21.635149 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e1b64-84ca-437b-91d7-5212160cc944 req-527e7092-1e56-49b8-af69-ccbbbd0a8ff8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:21.636606 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-785e1b64-84ca-437b-91d7-5212160cc944 req-527e7092-1e56-49b8-af69-ccbbbd0a8ff8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 945 time: 0.0473692 Oct 28 08:06:21.675247 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-785e1b64-84ca-437b-91d7-5212160cc944 req-fa4a5585-7afb-46e1-a4d3-e82970121de9 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317400 Oct 28 08:06:21.865144 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 35206) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:21.878318 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1e60d2f1-0fb0-4a3d-9ff0-52fad4704013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:21.951695 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1e60d2f1-0fb0-4a3d-9ff0-52fad4704013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:22.028316 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1e60d2f1-0fb0-4a3d-9ff0-52fad4704013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:22.066019 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-1e60d2f1-0fb0-4a3d-9ff0-52fad4704013 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41327bcef31e4911a8e279de41014946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997085 Oct 28 08:06:22.066985 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60d2f1-0fb0-4a3d-9ff0-52fad4704013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd5f57b-2a61-4b83-93d2-6600e44e5413,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:22.068682 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 35208) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:22.117546 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e909aae0-dce2-42dd-9973-4219f19be8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:22.137868 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e909aae0-dce2-42dd-9973-4219f19be8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:22.240763 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e909aae0-dce2-42dd-9973-4219f19be8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:22.243231 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e909aae0-dce2-42dd-9973-4219f19be8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:22.244364 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-e909aae0-dce2-42dd-9973-4219f19be8c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4bd5f57b-2a61-4b83-93d2-6600e44e5413 HTTP/1.1" status: 204 len: 168 time: 0.1740708 Oct 28 08:06:22.251685 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909aae0-dce2-42dd-9973-4219f19be8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd5f57b-2a61-4b83-93d2-6600e44e5413,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:22.675476 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:22.796178 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f529cf-2a5b-4b27-8bb1-27ca3fda9f2e req-79e7a263-1ec7-411a-b892-6112788da9f6 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:22.797652 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-04f529cf-2a5b-4b27-8bb1-27ca3fda9f2e req-79e7a263-1ec7-411a-b892-6112788da9f6 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 945 time: 0.0507164 Oct 28 08:06:22.838602 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-04f529cf-2a5b-4b27-8bb1-27ca3fda9f2e req-59c30b62-e600-4156-91af-26b22f045f85 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342586 Oct 28 08:06:23.961232 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237cf3c-1896-4fff-b1a1-8d9bd2d9ccd9 req-b4d0afeb-00bb-49b4-b4e1-8d249d3275f5 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:23.962730 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b237cf3c-1896-4fff-b1a1-8d9bd2d9ccd9 req-b4d0afeb-00bb-49b4-b4e1-8d249d3275f5 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 945 time: 0.0521078 Oct 28 08:06:24.002009 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b237cf3c-1896-4fff-b1a1-8d9bd2d9ccd9 req-83490a72-f305-4bc7-a878-1e8669705ecf tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333674 Oct 28 08:06:25.130983 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e72e2-60a3-4e9f-bea3-f62f6d377b94 req-4e564555-2299-4ae6-94c1-14c9d07a10ea tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:25.132390 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c04e72e2-60a3-4e9f-bea3-f62f6d377b94 req-4e564555-2299-4ae6-94c1-14c9d07a10ea tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 945 time: 0.0486188 Oct 28 08:06:25.169398 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c04e72e2-60a3-4e9f-bea3-f62f6d377b94 req-fe90a4e0-4d02-44df-bf49-cd8f77fb627e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311940 Oct 28 08:06:26.291190 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e121a-0fa7-4ec3-829e-4ff239d53b3d req-8ed2114d-f747-4e8c-96ac-89e8d0561a0f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:26.292653 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2b9e121a-0fa7-4ec3-829e-4ff239d53b3d req-8ed2114d-f747-4e8c-96ac-89e8d0561a0f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 945 time: 0.0508604 Oct 28 08:06:26.309109 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:26.330104 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2b9e121a-0fa7-4ec3-829e-4ff239d53b3d req-31627e66-f320-4e44-b3e5-19918fb40ca3 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315974 Oct 28 08:06:27.153126 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['08090d45-57f6-4fca-bad8-ed42f1cafd88'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:06:27.449490 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a51aec-43e9-4517-8d99-2aa6849e736c req-681aebda-2c42-40b2-ba0b-6b3d443a417f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:27.451048 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-08a51aec-43e9-4517-8d99-2aa6849e736c req-681aebda-2c42-40b2-ba0b-6b3d443a417f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 945 time: 0.0484245 Oct 28 08:06:27.489336 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-08a51aec-43e9-4517-8d99-2aa6849e736c req-b8c6d29b-50fe-4e08-b080-bda4743f3b50 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323980 Oct 28 08:06:28.607147 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f29b2-7128-4e43-a2e0-0fa0ebebd45f req-6088fc4b-a725-4c2d-a7f2-ebb53072c01b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:28.608614 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8b4f29b2-7128-4e43-a2e0-0fa0ebebd45f req-6088fc4b-a725-4c2d-a7f2-ebb53072c01b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 945 time: 0.0471711 Oct 28 08:06:28.646932 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8b4f29b2-7128-4e43-a2e0-0fa0ebebd45f req-1db09b1b-a4f8-4155-a1b3-ae174eb72ebe tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317414 Oct 28 08:06:28.708082 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 08090d45-57f6-4fca-bad8-ed42f1cafd88 up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:06:28.755064 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port 08090d45-57f6-4fca-bad8-ed42f1cafd88 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:06:28.755434 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:28.836296 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:28.858352 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d742387-f880-452a-bae3-87a87a5723a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08090d45-57f6-4fca-bad8-ed42f1cafd88'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:06:28.860638 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584c1cb8-ac1b-4248-af48-57c02e8361c2" -d '{"events": [{"server_uuid": "4d742387-f880-452a-bae3-87a87a5723a0", "name": "network-vif-plugged", "status": "completed", "tag": "08090d45-57f6-4fca-bad8-ed42f1cafd88"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:06:28.873913 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 08090d45-57f6-4fca-bad8-ed42f1cafd88, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=08090d45-57f6-4fca-bad8-ed42f1cafd88,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:06:28.961177 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:29.010575 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=08090d45-57f6-4fca-bad8-ed42f1cafd88,revision_number=10']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:29.016850 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8293eab-076a-403a-95b7-00a84c7604d3 x-openstack-request-id: req-b8293eab-076a-403a-95b7-00a84c7604d3 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:06:29.017161 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d742387-f880-452a-bae3-87a87a5723a0", "name": "network-vif-plugged", "status": "completed", "tag": "08090d45-57f6-4fca-bad8-ed42f1cafd88", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:06:29.017601 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8293eab-076a-403a-95b7-00a84c7604d3 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:06:29.017829 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d742387-f880-452a-bae3-87a87a5723a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08090d45-57f6-4fca-bad8-ed42f1cafd88', 'code': 200} Oct 28 08:06:29.772119 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2d37b-b276-4f18-ba1c-74c1361869ba req-6271583f-dd70-431a-9f8a-6ec803880460 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:29.773634 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d6f2d37b-b276-4f18-ba1c-74c1361869ba req-6271583f-dd70-431a-9f8a-6ec803880460 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 947 time: 0.0535483 Oct 28 08:06:29.794945 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287eb7a-ea3f-4820-84e5-f255423a3575 req-45d511f2-66ec-4c11-a206-e4709944e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:29.796563 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6287eb7a-ea3f-4820-84e5-f255423a3575 req-45d511f2-66ec-4c11-a206-e4709944e352 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 1100 time: 0.0500891 Oct 28 08:06:29.814424 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d6f2d37b-b276-4f18-ba1c-74c1361869ba req-1adc4c40-5faf-4c48-b92a-e02f1da5aae4 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348344 Oct 28 08:06:29.835168 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6287eb7a-ea3f-4820-84e5-f255423a3575 req-68c112d3-2aab-4b51-8641-cd3da67df28f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309980 Oct 28 08:06:30.944562 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580eb37-2b21-4452-bcea-4fa457a34408 req-ddffe17d-bc30-41f6-8c2c-164df473aea8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:30.946312 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3580eb37-2b21-4452-bcea-4fa457a34408 req-ddffe17d-bc30-41f6-8c2c-164df473aea8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 947 time: 0.0476265 Oct 28 08:06:30.984998 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3580eb37-2b21-4452-bcea-4fa457a34408 req-bf4cbebf-d56a-42ca-a493-def8e9d62a29 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323451 Oct 28 08:06:31.964812 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 35382) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:32.071582 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-37d3c3be-129b-47b9-a86c-0d01390e1777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:32.103596 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90426d-4165-4cf5-9db8-12c2db1c7653 req-f3902678-fa97-4df0-a53a-7655921992b0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:32.105082 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1e90426d-4165-4cf5-9db8-12c2db1c7653 req-f3902678-fa97-4df0-a53a-7655921992b0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 947 time: 0.0479085 Oct 28 08:06:32.145243 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1e90426d-4165-4cf5-9db8-12c2db1c7653 req-6f5ac61f-71b0-415b-bc3b-7c9901f32b74 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339861 Oct 28 08:06:32.148131 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-37d3c3be-129b-47b9-a86c-0d01390e1777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:32.217209 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-37d3c3be-129b-47b9-a86c-0d01390e1777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:32.256635 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-37d3c3be-129b-47b9-a86c-0d01390e1777 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0cd6b4021f84ae0892a8b038aa79eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908156 Oct 28 08:06:32.257731 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3c3be-129b-47b9-a86c-0d01390e1777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c60b55-ce76-494c-bf2b-c13d7b204644,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:32.259628 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 35400) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:32.264926 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3c3be-129b-47b9-a86c-0d01390e1777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:32.265374 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3c3be-129b-47b9-a86c-0d01390e1777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:32.265638 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3c3be-129b-47b9-a86c-0d01390e1777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:32.265977 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3c3be-129b-47b9-a86c-0d01390e1777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:32.266309 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3c3be-129b-47b9-a86c-0d01390e1777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:32.266652 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3c3be-129b-47b9-a86c-0d01390e1777 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:32.267214 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3c3be-129b-47b9-a86c-0d01390e1777 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:32.267524 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3c3be-129b-47b9-a86c-0d01390e1777 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:32.267983 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3c3be-129b-47b9-a86c-0d01390e1777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:32.268321 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3c3be-129b-47b9-a86c-0d01390e1777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:32.268649 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3c3be-129b-47b9-a86c-0d01390e1777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:32.268971 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d3c3be-129b-47b9-a86c-0d01390e1777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:06:32.314655 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c782e058-83b9-420a-97ae-9b241e82fe50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:32.336541 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c782e058-83b9-420a-97ae-9b241e82fe50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:32.441185 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c782e058-83b9-420a-97ae-9b241e82fe50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:32.443795 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c782e058-83b9-420a-97ae-9b241e82fe50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:32.444936 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-c782e058-83b9-420a-97ae-9b241e82fe50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7c60b55-ce76-494c-bf2b-c13d7b204644 HTTP/1.1" status: 204 len: 168 time: 0.1839066 Oct 28 08:06:32.455099 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782e058-83b9-420a-97ae-9b241e82fe50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c60b55-ce76-494c-bf2b-c13d7b204644,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:33.108999 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 35416) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:33.123094 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0049eaf5-765b-475a-a857-fa09c4931b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:33.208600 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0049eaf5-765b-475a-a857-fa09c4931b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:33.272043 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c40b0-1de5-4cef-b38b-7dd1df28dffb req-ba595c5b-fb5f-4942-8d90-0442afbb24ef tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:33.273535 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f11c40b0-1de5-4cef-b38b-7dd1df28dffb req-ba595c5b-fb5f-4942-8d90-0442afbb24ef tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 947 time: 0.0498893 Oct 28 08:06:33.286714 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0049eaf5-765b-475a-a857-fa09c4931b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:33.345245 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049eaf5-765b-475a-a857-fa09c4931b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af98e18-3a64-4c42-b87a-ec68bde1aba8,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:33.351660 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f11c40b0-1de5-4cef-b38b-7dd1df28dffb req-cd7bc644-094a-4b77-a5a7-1540ac34da39 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721943 Oct 28 08:06:33.353974 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-0049eaf5-765b-475a-a857-fa09c4931b14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c851e784a0444aabdf97ef89ac3f6aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439942 Oct 28 08:06:33.357054 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 35422) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:33.407891 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-62e9ac49-61e2-4f93-9e4c-41d0e32fe3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:33.432831 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-62e9ac49-61e2-4f93-9e4c-41d0e32fe3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:33.560150 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-62e9ac49-61e2-4f93-9e4c-41d0e32fe3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:33.562801 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-62e9ac49-61e2-4f93-9e4c-41d0e32fe3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:33.563944 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-62e9ac49-61e2-4f93-9e4c-41d0e32fe3fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6af98e18-3a64-4c42-b87a-ec68bde1aba8 HTTP/1.1" status: 204 len: 168 time: 0.2059174 Oct 28 08:06:33.572144 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9ac49-61e2-4f93-9e4c-41d0e32fe3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af98e18-3a64-4c42-b87a-ec68bde1aba8,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:34.480516 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a1279-6a1e-4080-a2e8-4895a6f0857c req-2604f65e-3bfa-4a2e-9e4a-60c04de9a822 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:34.482002 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e85a1279-6a1e-4080-a2e8-4895a6f0857c req-2604f65e-3bfa-4a2e-9e4a-60c04de9a822 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 947 time: 0.0502765 Oct 28 08:06:34.520274 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e85a1279-6a1e-4080-a2e8-4895a6f0857c req-1a699f07-b6e8-45bb-8163-9ffc81155e39 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322523 Oct 28 08:06:35.645306 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a6f42-01db-41b1-ac26-57b04fb4a85a req-224011dd-1d97-493b-8e0f-7931236d8ff4 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:35.646887 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-869a6f42-01db-41b1-ac26-57b04fb4a85a req-224011dd-1d97-493b-8e0f-7931236d8ff4 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 947 time: 0.0522332 Oct 28 08:06:35.689900 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-869a6f42-01db-41b1-ac26-57b04fb4a85a req-a5b633a4-b0da-4d63-ab59-33bd8a8ce259 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362468 Oct 28 08:06:36.413082 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:06:36.817026 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797d123-86d3-41e6-96f0-78215d54650c req-f94c71dd-73be-4eb5-9b7a-e1c13550bd9a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:36.818545 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7797d123-86d3-41e6-96f0-78215d54650c req-f94c71dd-73be-4eb5-9b7a-e1c13550bd9a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 947 time: 0.0535097 Oct 28 08:06:36.857851 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7797d123-86d3-41e6-96f0-78215d54650c req-e665015f-811f-40a1-9710-10ea5a0bd890 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319839 Oct 28 08:06:37.249292 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 35526) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:37.310262 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-c6c87537-032d-4ef4-aff7-7de0738a4dbd tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:37.311675 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-c6c87537-032d-4ef4-aff7-7de0738a4dbd tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/networks?id=3db209c3-e51d-4578-bfaf-10b127ec1a7d HTTP/1.1" status: 200 len: 813 time: 0.1006002 Oct 28 08:06:37.327978 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-f7ee537a-606f-4b96-8afb-4810cd772f8d tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/quotas/1be322eb775c45e1bb8d937983bc5117 HTTP/1.1" status: 200 len: 375 time: 0.0095301 Oct 28 08:06:37.355685 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9a55abf3-b666-4513-b2b0-5d0819c90cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:37.363713 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-1c918749-3ddc-4ff6-8fbb-d989118e9446 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1be322eb775c45e1bb8d937983bc5117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290356 Oct 28 08:06:37.432813 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9a55abf3-b666-4513-b2b0-5d0819c90cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:37.506822 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-14ae5180-2657-479a-ac94-23c9eed156be service neutron] 10.222.0.37 "GET /v2.0/networks/3db209c3-e51d-4578-bfaf-10b127ec1a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358287 Oct 28 08:06:37.543499 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9a55abf3-b666-4513-b2b0-5d0819c90cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:37.583573 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-9a55abf3-b666-4513-b2b0-5d0819c90cf1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53418fb347a64db7877471100653213d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329437 Oct 28 08:06:37.586091 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 35538) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:37.592394 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55abf3-b666-4513-b2b0-5d0819c90cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d01b7e-f08e-4f4e-b396-f4ecac726738,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:37.606255 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-b23944a3-0bf5-4031-9122-0ae2f6486918 service neutron] 10.222.0.37 "GET /v2.0/networks/3db209c3-e51d-4578-bfaf-10b127ec1a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929615 Oct 28 08:06:37.646156 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-81588980-89d0-4298-99cd-52bbe92b4093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:37.674682 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-81588980-89d0-4298-99cd-52bbe92b4093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:37.885803 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-81588980-89d0-4298-99cd-52bbe92b4093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:37.888399 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-81588980-89d0-4298-99cd-52bbe92b4093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:37.889553 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-81588980-89d0-4298-99cd-52bbe92b4093 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21d01b7e-f08e-4f4e-b396-f4ecac726738 HTTP/1.1" status: 204 len: 168 time: 0.3025148 Oct 28 08:06:37.899694 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81588980-89d0-4298-99cd-52bbe92b4093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d01b7e-f08e-4f4e-b396-f4ecac726738,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:37.970355 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-82e5d0b3-47cf-41fd-a244-52f2ad41c3d3 req-275bd583-9b00-4b0d-a2be-f433d1e42903 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 210 time: 0.0274997 Oct 28 08:06:38.739953 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 35560) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:38.756005 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-aa06b788-ebd3-40d7-95bf-4daeb89dd6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:38.833108 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-aa06b788-ebd3-40d7-95bf-4daeb89dd6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:38.909663 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-aa06b788-ebd3-40d7-95bf-4daeb89dd6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:38.947564 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06b788-ebd3-40d7-95bf-4daeb89dd6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5b1ec9-acb8-4366-a5fd-a3d75c228b61,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:38.951614 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-aa06b788-ebd3-40d7-95bf-4daeb89dd6fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1b90413300241efbfabe2febf35e2e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106555 Oct 28 08:06:38.961153 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 35562) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:39.006659 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-23dc27da-827c-41ae-b59c-1ad9ee90fd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:39.029352 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-23dc27da-827c-41ae-b59c-1ad9ee90fd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:39.071579 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-16d1bcf4-1534-4d91-81f6-01c24688fc3a req-51e7f2d7-8a55-4aaa-ab3f-9090b5f54c50 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 210 time: 0.0263333 Oct 28 08:06:39.189440 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-23dc27da-827c-41ae-b59c-1ad9ee90fd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:39.192376 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-23dc27da-827c-41ae-b59c-1ad9ee90fd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:39.193653 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-23dc27da-827c-41ae-b59c-1ad9ee90fd9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c5b1ec9-acb8-4366-a5fd-a3d75c228b61 HTTP/1.1" status: 204 len: 168 time: 0.2383127 Oct 28 08:06:39.202159 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc27da-827c-41ae-b59c-1ad9ee90fd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5b1ec9-acb8-4366-a5fd-a3d75c228b61,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:40.172022 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9650ace6-1de6-4713-b725-17583a6edc0c req-1a957358-0d54-4915-a9e3-e0647c476e5d tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 210 time: 0.0261719 Oct 28 08:06:40.547897 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-f59fdf53-2e17-4559-ba4c-f60a3c93ccc4 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:40.549874 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-f59fdf53-2e17-4559-ba4c-f60a3c93ccc4 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.30 "GET /v2.0/networks?id=3db209c3-e51d-4578-bfaf-10b127ec1a7d HTTP/1.1" status: 200 len: 813 time: 0.3330896 Oct 28 08:06:40.564253 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-d616a2ad-660b-4fab-8903-195de8f0017f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Request body: {'port': {'device_id': '954d5981-7e2d-4722-94ba-e377d9f0db2c', 'network_id': '3db209c3-e51d-4578-bfaf-10b127ec1a7d', 'admin_state_up': True, 'tenant_id': '1be322eb775c45e1bb8d937983bc5117'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:06:40.760900 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-d616a2ad-660b-4fab-8903-195de8f0017f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Made reservation on behalf of 1be322eb775c45e1bb8d937983bc5117 for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:06:40.764423 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-d616a2ad-660b-4fab-8903-195de8f0017f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:40.898477 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-d616a2ad-660b-4fab-8903-195de8f0017f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Allocated IP 172.20.0.10 (3db209c3-e51d-4578-bfaf-10b127ec1a7d/148b000d-2832-4fcd-aa2a-1de5d7c89169/17d29a36-e277-496f-ad13-0cf1e3bcadf9) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:06:41.056977 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-d616a2ad-660b-4fab-8903-195de8f0017f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:41.161501 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-d616a2ad-660b-4fab-8903-195de8f0017f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:41.200889 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-d616a2ad-660b-4fab-8903-195de8f0017f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Network 3db209c3-e51d-4578-bfaf-10b127ec1a7d is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:06:41.204700 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-d616a2ad-660b-4fab-8903-195de8f0017f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:06:41.208411 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-d616a2ad-660b-4fab-8903-195de8f0017f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:06:41.266431 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616a2ad-660b-4fab-8903-195de8f0017f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Pushing event updated for resources: {'Port': ['ID=17d29a36-e277-496f-ad13-0cf1e3bcadf9,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:41.274314 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-d616a2ad-660b-4fab-8903-195de8f0017f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:41.275341 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-d616a2ad-660b-4fab-8903-195de8f0017f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:41.311140 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0d289-95c6-4b1a-a91f-e30bf3e2f438 req-a15044c9-fbe5-42c4-87d6-f622f873806f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:41.319595 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a1f0d289-95c6-4b1a-a91f-e30bf3e2f438 req-a15044c9-fbe5-42c4-87d6-f622f873806f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 932 time: 0.0548897 Oct 28 08:06:41.357653 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a1f0d289-95c6-4b1a-a91f-e30bf3e2f438 req-7c757e38-3676-4fb7-a7fa-c150efa5edd6 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387905 Oct 28 08:06:41.381222 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-d616a2ad-660b-4fab-8903-195de8f0017f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8205702 Oct 28 08:06:41.397909 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Request body: {'port': {'device_id': '954d5981-7e2d-4722-94ba-e377d9f0db2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:06:41.450457 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:41.732108 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d29a36-e277-496f-ad13-0cf1e3bcadf9 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:06:41.739892 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:41.757839 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Transition to ACTIVE for port object 17d29a36-e277-496f-ad13-0cf1e3bcadf9 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:06:41.845313 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:41.901190 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Pushing event updated for resources: {'Port': ['ID=17d29a36-e277-496f-ad13-0cf1e3bcadf9,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:41.966792 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Attempting to bind port 17d29a36-e277-496f-ad13-0cf1e3bcadf9 on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:06:41.967422 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Attempting to bind port 17d29a36-e277-496f-ad13-0cf1e3bcadf9 by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': '8ad4ceb6-7c05-4348-8112-ff220b566bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3db209c3-e51d-4578-bfaf-10b127ec1a7d'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:06:41.967746 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Attempting to bind port 17d29a36-e277-496f-ad13-0cf1e3bcadf9 on network 3db209c3-e51d-4578-bfaf-10b127ec1a7d {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:06:41.972056 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Port 17d29a36-e277-496f-ad13-0cf1e3bcadf9 on network 3db209c3-e51d-4578-bfaf-10b127ec1a7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:06:41.972373 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Attempting to bind port 17d29a36-e277-496f-ad13-0cf1e3bcadf9 on network 3db209c3-e51d-4578-bfaf-10b127ec1a7d {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:06:41.977287 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:06:41.977618 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Checking segment: {'id': '8ad4ceb6-7c05-4348-8112-ff220b566bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3db209c3-e51d-4578-bfaf-10b127ec1a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:06:41.977992 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Bound using segment: {'id': '8ad4ceb6-7c05-4348-8112-ff220b566bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3db209c3-e51d-4578-bfaf-10b127ec1a7d'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:06:41.978541 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Bound port: 17d29a36-e277-496f-ad13-0cf1e3bcadf9, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad4ceb6-7c05-4348-8112-ff220b566bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3db209c3-e51d-4578-bfaf-10b127ec1a7d'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:06:41.978787 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:42.044874 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] For port 17d29a36-e277-496f-ad13-0cf1e3bcadf9, host hv-cinder-81578, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:06:42.047846 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] For port 17d29a36-e277-496f-ad13-0cf1e3bcadf9, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=17d29a36-e277-496f-ad13-0cf1e3bcadf9,segment=NetworkSegment(8ad4ceb6-7c05-4348-8112-ff220b566bf5),segment_id=8ad4ceb6-7c05-4348-8112-ff220b566bf5)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:06:42.161565 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:42.198146 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:42.203965 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:42.203965 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] 10.222.0.30 "PUT /v2.0/ports/17d29a36-e277-496f-ad13-0cf1e3bcadf9 HTTP/1.1" status: 200 len: 1094 time: 0.8079407 Oct 28 08:06:42.203965 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954d5981-7e2d-4722-94ba-e377d9f0db2c', 'tag': '17d29a36-e277-496f-ad13-0cf1e3bcadf9'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:06:42.206941 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb69311-faf7-4eec-9215-188c05658904" -d '{"events": [{"name": "network-changed", "server_uuid": "954d5981-7e2d-4722-94ba-e377d9f0db2c", "tag": "17d29a36-e277-496f-ad13-0cf1e3bcadf9"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:06:42.250927 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d291d2-72d3-4934-95da-95363f25660d service neutron] Pushing event updated for resources: {'Port': ['ID=17d29a36-e277-496f-ad13-0cf1e3bcadf9,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:42.275497 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0752f147-4d3f-40e0-a931-af638336a906 x-openstack-request-id: req-0752f147-4d3f-40e0-a931-af638336a906 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:06:42.275796 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954d5981-7e2d-4722-94ba-e377d9f0db2c", "tag": "17d29a36-e277-496f-ad13-0cf1e3bcadf9", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:06:42.276045 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0752f147-4d3f-40e0-a931-af638336a906 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:06:42.276442 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954d5981-7e2d-4722-94ba-e377d9f0db2c', 'tag': '17d29a36-e277-496f-ad13-0cf1e3bcadf9', 'status': 'completed', 'code': 200} Oct 28 08:06:42.407313 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 35662) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:42.480403 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d00c1e-14d3-4c69-a624-1f8f8034fd31 req-67c08def-d3d0-49c5-93ec-c2a28eea1ba7 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:42.481998 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-02d00c1e-14d3-4c69-a624-1f8f8034fd31 req-67c08def-d3d0-49c5-93ec-c2a28eea1ba7 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 944 time: 0.0522885 Oct 28 08:06:42.517167 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-92dde19f-8790-490d-a4ea-d661dbcf0732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:42.521528 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-02d00c1e-14d3-4c69-a624-1f8f8034fd31 req-2bbba18e-05ae-4e26-bc2d-594fea85a50b tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327334 Oct 28 08:06:42.592325 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-92dde19f-8790-490d-a4ea-d661dbcf0732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:42.657687 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-92dde19f-8790-490d-a4ea-d661dbcf0732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:42.701370 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-92dde19f-8790-490d-a4ea-d661dbcf0732 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f4bad58caa149a1b31e4988b52b7087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929449 Oct 28 08:06:42.702155 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dde19f-8790-490d-a4ea-d661dbcf0732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184f02c3-c513-4323-91d8-c74a27196c90,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:42.704157 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 35666) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:42.752425 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-612723a8-947b-4377-b5bd-676cd5272f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:42.773028 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-612723a8-947b-4377-b5bd-676cd5272f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:42.875010 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-612723a8-947b-4377-b5bd-676cd5272f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:42.878095 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-612723a8-947b-4377-b5bd-676cd5272f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:42.879489 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-612723a8-947b-4377-b5bd-676cd5272f72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/184f02c3-c513-4323-91d8-c74a27196c90 HTTP/1.1" status: 204 len: 168 time: 0.1741836 Oct 28 08:06:42.891381 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612723a8-947b-4377-b5bd-676cd5272f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184f02c3-c513-4323-91d8-c74a27196c90,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:43.481444 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 35674) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:43.494654 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e38a5b38-dbfe-40cc-b31a-9555daa3dcc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:43.571993 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e38a5b38-dbfe-40cc-b31a-9555daa3dcc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:43.640933 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76024fa0-be6c-4c3c-9f5e-df30471f44b0 req-8408fd30-b2d5-4e94-8b13-6c0ed8d759dd tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:43.642598 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-76024fa0-be6c-4c3c-9f5e-df30471f44b0 req-8408fd30-b2d5-4e94-8b13-6c0ed8d759dd tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 944 time: 0.0518079 Oct 28 08:06:43.643656 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e38a5b38-dbfe-40cc-b31a-9555daa3dcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:43.696460 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a5b38-dbfe-40cc-b31a-9555daa3dcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4303a0d5-169f-4de5-8208-3b7ba8c976d1,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:43.700894 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-e38a5b38-dbfe-40cc-b31a-9555daa3dcc4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da9434caf88345a7a89064c442509b74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183983 Oct 28 08:06:43.704069 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 35678) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:06:43.718860 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-76024fa0-be6c-4c3c-9f5e-df30471f44b0 req-e224f8ee-088e-4551-bc41-3fe94548d415 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653741 Oct 28 08:06:43.757874 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-45a1d3e4-3f83-49cd-a597-4c03857779ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:43.778624 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-45a1d3e4-3f83-49cd-a597-4c03857779ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:43.960978 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-45a1d3e4-3f83-49cd-a597-4c03857779ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:43.963517 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-45a1d3e4-3f83-49cd-a597-4c03857779ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:43.964667 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-45a1d3e4-3f83-49cd-a597-4c03857779ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4303a0d5-169f-4de5-8208-3b7ba8c976d1 HTTP/1.1" status: 204 len: 168 time: 0.2595613 Oct 28 08:06:43.973970 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1d3e4-3f83-49cd-a597-4c03857779ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4303a0d5-169f-4de5-8208-3b7ba8c976d1,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:44.851153 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9eaa9a-7b94-4969-b9e5-5a30085eba95 req-20e4dfec-1c69-4160-8e3d-b77dea91b523 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:44.859488 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4b9eaa9a-7b94-4969-b9e5-5a30085eba95 req-20e4dfec-1c69-4160-8e3d-b77dea91b523 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 944 time: 0.0500641 Oct 28 08:06:44.890483 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4b9eaa9a-7b94-4969-b9e5-5a30085eba95 req-82f0fcc8-a59c-4f5b-bbe4-c9ff5d94b3f6 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319028 Oct 28 08:06:45.745578 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb69311-faf7-4eec-9215-188c05658904 req-bdb27a90-c44c-4101-8f1d-4ad73b073f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:45.747352 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bbb69311-faf7-4eec-9215-188c05658904 req-bdb27a90-c44c-4101-8f1d-4ad73b073f01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1be322eb775c45e1bb8d937983bc5117&device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 1097 time: 0.0423934 Oct 28 08:06:45.903169 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb69311-faf7-4eec-9215-188c05658904 req-173d3976-3d7c-46ab-8b70-be7530d2fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:45.904660 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bbb69311-faf7-4eec-9215-188c05658904 req-173d3976-3d7c-46ab-8b70-be7530d2fde6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1be322eb775c45e1bb8d937983bc5117&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0967400 Oct 28 08:06:46.007763 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb69311-faf7-4eec-9215-188c05658904 req-dac1ff7f-4821-444c-bd0f-443f0f122e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:46.009350 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bbb69311-faf7-4eec-9215-188c05658904 req-dac1ff7f-4821-444c-bd0f-443f0f122e45 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963266 Oct 28 08:06:46.014488 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94b39e-3683-4569-9ddd-6b0b0dcec9be req-6cfba765-ec1a-474e-a408-e70126659551 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:46.022295 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2b94b39e-3683-4569-9ddd-6b0b0dcec9be req-6cfba765-ec1a-474e-a408-e70126659551 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 944 time: 0.0636733 Oct 28 08:06:46.065967 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2b94b39e-3683-4569-9ddd-6b0b0dcec9be req-f3a8fcf2-db48-48af-b581-524cbdaabdc7 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428159 Oct 28 08:06:46.090796 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-967068c0-3fbe-401e-807b-f6376ec2429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:46.092274 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-967068c0-3fbe-401e-807b-f6376ec2429a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1be322eb775c45e1bb8d937983bc5117&device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 1097 time: 0.0417635 Oct 28 08:06:46.139219 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-3ecb90bb-7caa-4581-8d52-58c3dbb0830c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17d29a36-e277-496f-ad13-0cf1e3bcadf9 HTTP/1.1" status: 200 len: 217 time: 0.0363789 Oct 28 08:06:46.188419 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-1c4f23e0-7414-4662-8160-176a470f70e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:46.190545 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-1c4f23e0-7414-4662-8160-176a470f70e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=148b000d-2832-4fcd-aa2a-1de5d7c89169 HTTP/1.1" status: 200 len: 853 time: 0.0450585 Oct 28 08:06:46.225332 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-e7fd04c5-2314-409b-a63e-88fb9dcf7d4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3db209c3-e51d-4578-bfaf-10b127ec1a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237598 Oct 28 08:06:46.318561 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-da3feac4-9898-4bdb-a411-1016fb422b3b service neutron] 10.222.0.30 "GET /v2.0/networks/3db209c3-e51d-4578-bfaf-10b127ec1a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861197 Oct 28 08:06:46.411604 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3676f81b-79c1-449b-8f5c-b776e3e34f55 req-67827858-e629-4d91-b774-147a82ac439a service neutron] 10.222.0.30 "GET /v2.0/networks/3db209c3-e51d-4578-bfaf-10b127ec1a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833797 Oct 28 08:06:46.652933 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-72717cd5-bcd3-4cea-b45a-cedb08e46878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:47.181601 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b788a2-37b9-4c95-b90e-adfd62066fd5 req-9356a769-1ed2-4963-8194-d22ba5bd772a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:47.194739 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-93b788a2-37b9-4c95-b90e-adfd62066fd5 req-9356a769-1ed2-4963-8194-d22ba5bd772a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 944 time: 0.0499649 Oct 28 08:06:47.222648 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-93b788a2-37b9-4c95-b90e-adfd62066fd5 req-59a1e470-6fd0-4dfa-bcaf-f2dc5a6d2bc9 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317600 Oct 28 08:06:48.348277 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34626d3c-60a0-46bb-8602-96fb81f11ac9 req-e91dd9f1-c369-4a91-827a-cde894259cf0 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:48.349777 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-34626d3c-60a0-46bb-8602-96fb81f11ac9 req-e91dd9f1-c369-4a91-827a-cde894259cf0 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 944 time: 0.0533426 Oct 28 08:06:48.386665 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-34626d3c-60a0-46bb-8602-96fb81f11ac9 req-4d6d693c-eec3-4b1e-90bb-897b47fe84d4 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308433 Oct 28 08:06:49.399417 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1fb21d7c-995b-4bfc-ba15-8ad04f09ed6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:49.427948 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 17d29a36-e277-496f-ad13-0cf1e3bcadf9 details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:06:49.505883 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d326f9-2078-42f7-9f1e-91647b45d411 req-6d30e253-2a7f-4cc1-88b5-e90b17ac70f1 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:49.507462 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-32d326f9-2078-42f7-9f1e-91647b45d411 req-6d30e253-2a7f-4cc1-88b5-e90b17ac70f1 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 944 time: 0.0497847 Oct 28 08:06:49.519350 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:49.536459 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 17d29a36-e277-496f-ad13-0cf1e3bcadf9, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=17d29a36-e277-496f-ad13-0cf1e3bcadf9,segment=NetworkSegment(8ad4ceb6-7c05-4348-8112-ff220b566bf5),segment_id=8ad4ceb6-7c05-4348-8112-ff220b566bf5)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:06:49.546956 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': '17d29a36-e277-496f-ad13-0cf1e3bcadf9', 'network_id': '3db209c3-e51d-4578-bfaf-10b127ec1a7d', 'port_id': '17d29a36-e277-496f-ad13-0cf1e3bcadf9', 'mac_address': 'fa:16:3e:20:3d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148b000d-2832-4fcd-aa2a-1de5d7c89169', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:06:49.554951 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-32d326f9-2078-42f7-9f1e-91647b45d411 req-36160b63-2221-4b39-9fbf-93999fb54f7d tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407090 Oct 28 08:06:49.590157 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:49.618938 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d29a36-e277-496f-ad13-0cf1e3bcadf9 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:06:49.639621 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 17d29a36-e277-496f-ad13-0cf1e3bcadf9, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=17d29a36-e277-496f-ad13-0cf1e3bcadf9,segment=NetworkSegment(8ad4ceb6-7c05-4348-8112-ff220b566bf5),segment_id=8ad4ceb6-7c05-4348-8112-ff220b566bf5)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:06:49.703561 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:49.752728 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=17d29a36-e277-496f-ad13-0cf1e3bcadf9,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:50.133441 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['17d29a36-e277-496f-ad13-0cf1e3bcadf9'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:06:50.676048 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb84fc-4ac5-4028-9d66-20ff41588b75 req-d6d55e10-5d66-4b85-b916-0c000b8d13b6 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:50.677498 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-eeeb84fc-4ac5-4028-9d66-20ff41588b75 req-d6d55e10-5d66-4b85-b916-0c000b8d13b6 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 945 time: 0.0525014 Oct 28 08:06:50.717483 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-eeeb84fc-4ac5-4028-9d66-20ff41588b75 req-56458d33-5cad-4b57-b6f8-05707228a50f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339391 Oct 28 08:06:50.749599 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:51.440818 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 17d29a36-e277-496f-ad13-0cf1e3bcadf9 up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:06:51.577947 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port 17d29a36-e277-496f-ad13-0cf1e3bcadf9 completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:06:51.582816 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port 17d29a36-e277-496f-ad13-0cf1e3bcadf9 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:06:51.583190 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:51.658339 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:51.683378 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954d5981-7e2d-4722-94ba-e377d9f0db2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d29a36-e277-496f-ad13-0cf1e3bcadf9'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:06:51.685618 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48cb66d-a0eb-4ef4-b435-a5a9d6ed344e" -d '{"events": [{"server_uuid": "954d5981-7e2d-4722-94ba-e377d9f0db2c", "name": "network-vif-plugged", "status": "completed", "tag": "17d29a36-e277-496f-ad13-0cf1e3bcadf9"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:06:51.700253 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 17d29a36-e277-496f-ad13-0cf1e3bcadf9, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=17d29a36-e277-496f-ad13-0cf1e3bcadf9,segment=NetworkSegment(8ad4ceb6-7c05-4348-8112-ff220b566bf5),segment_id=8ad4ceb6-7c05-4348-8112-ff220b566bf5)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:06:51.724963 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85898267-853e-49ef-af84-c46b7eb01233 x-openstack-request-id: req-85898267-853e-49ef-af84-c46b7eb01233 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:06:51.725740 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954d5981-7e2d-4722-94ba-e377d9f0db2c", "name": "network-vif-plugged", "status": "completed", "tag": "17d29a36-e277-496f-ad13-0cf1e3bcadf9", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:06:51.725740 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85898267-853e-49ef-af84-c46b7eb01233 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:06:51.731705 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954d5981-7e2d-4722-94ba-e377d9f0db2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d29a36-e277-496f-ad13-0cf1e3bcadf9', 'code': 200} Oct 28 08:06:51.789511 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:51.839932 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754745e8-baef-45c2-b69b-439e36e463fc req-b7e87b4f-95c8-4820-b09a-690e2b358332 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:51.841334 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-754745e8-baef-45c2-b69b-439e36e463fc req-b7e87b4f-95c8-4820-b09a-690e2b358332 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 946 time: 0.0546143 Oct 28 08:06:51.842508 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=17d29a36-e277-496f-ad13-0cf1e3bcadf9,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:06:51.885496 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-754745e8-baef-45c2-b69b-439e36e463fc req-734ea4bf-fb10-4cc5-a1a3-865ab50caaae tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376523 Oct 28 08:06:52.095175 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb143f54-bece-4ed3-b649-4d93fb799544 req-430d2890-f40d-415d-9146-bd3edfb2fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:52.096616 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fb143f54-bece-4ed3-b649-4d93fb799544 req-430d2890-f40d-415d-9146-bd3edfb2fd0d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 1099 time: 0.0388124 Oct 28 08:06:52.136816 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fb143f54-bece-4ed3-b649-4d93fb799544 req-53c02e04-252f-458c-acba-4943e070f0e1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327179 Oct 28 08:06:52.646429 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:06:53.004734 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637db49-dea5-487d-8357-e143ea20b5b0 req-335f7dca-4a3c-42c4-b7ab-ed7a62f30f59 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:53.006238 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2637db49-dea5-487d-8357-e143ea20b5b0 req-335f7dca-4a3c-42c4-b7ab-ed7a62f30f59 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 946 time: 0.0494211 Oct 28 08:06:53.048255 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2637db49-dea5-487d-8357-e143ea20b5b0 req-6d541123-5e28-4dc7-ae59-99bc3a490879 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357883 Oct 28 08:06:54.170634 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a27dc-60f3-4e3e-9e8a-2744c2fe9443 req-4d15b063-0120-4ef0-bae3-d5bc23c42e5d tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:06:54.172355 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6e4a27dc-60f3-4e3e-9e8a-2744c2fe9443 req-4d15b063-0120-4ef0-bae3-d5bc23c42e5d tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 946 time: 0.0505190 Oct 28 08:06:54.212882 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6e4a27dc-60f3-4e3e-9e8a-2744c2fe9443 req-4defa79c-3093-4707-a402-9a8a66827330 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330560 Oct 28 08:06:56.309404 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:01.028320 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 35954) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:07:01.157206 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b4e3-4b87-48d3-bc05-91b47859425e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:01.248564 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b4e3-4b87-48d3-bc05-91b47859425e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:01.331797 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4cb7b4e3-4b87-48d3-bc05-91b47859425e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:01.371036 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7b4e3-4b87-48d3-bc05-91b47859425e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849e286b-8821-452c-bb0d-8332869a7c74,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:01.379896 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-4cb7b4e3-4b87-48d3-bc05-91b47859425e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=018ea297e52c42b383e54cfda8ed895f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488340 Oct 28 08:07:01.383276 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 35960) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:07:01.440511 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-37d32bbe-4b00-4038-9b51-a68da9b917b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:01.463544 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-37d32bbe-4b00-4038-9b51-a68da9b917b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:01.600503 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-37d32bbe-4b00-4038-9b51-a68da9b917b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:01.603140 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-37d32bbe-4b00-4038-9b51-a68da9b917b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:01.604691 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-37d32bbe-4b00-4038-9b51-a68da9b917b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/849e286b-8821-452c-bb0d-8332869a7c74 HTTP/1.1" status: 204 len: 168 time: 0.2191744 Oct 28 08:07:01.613592 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d32bbe-4b00-4038-9b51-a68da9b917b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849e286b-8821-452c-bb0d-8332869a7c74,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:01.621404 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d32bbe-4b00-4038-9b51-a68da9b917b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:01.621809 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d32bbe-4b00-4038-9b51-a68da9b917b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:01.622210 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d32bbe-4b00-4038-9b51-a68da9b917b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:01.622545 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d32bbe-4b00-4038-9b51-a68da9b917b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:01.622938 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d32bbe-4b00-4038-9b51-a68da9b917b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:01.623406 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d32bbe-4b00-4038-9b51-a68da9b917b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:01.623617 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d32bbe-4b00-4038-9b51-a68da9b917b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:01.623951 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d32bbe-4b00-4038-9b51-a68da9b917b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:01.624267 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d32bbe-4b00-4038-9b51-a68da9b917b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:01.624634 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d32bbe-4b00-4038-9b51-a68da9b917b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:01.624941 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d32bbe-4b00-4038-9b51-a68da9b917b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:01.625265 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d32bbe-4b00-4038-9b51-a68da9b917b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:01.898188 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6f9eca1a-8ed2-4f87-a51d-a618df41bf93 req-0033dce3-bf72-46bb-a167-7050b606bae8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537858 Oct 28 08:07:01.976426 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9eca1a-8ed2-4f87-a51d-a618df41bf93 req-a0bbb8ff-5194-42bc-9ef7-da391602166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:01.977977 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6f9eca1a-8ed2-4f87-a51d-a618df41bf93 req-a0bbb8ff-5194-42bc-9ef7-da391602166e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc0cb6f6b93541f18633bde7ab1d60a4&device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 1098 time: 0.0450504 Oct 28 08:07:02.090426 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9eca1a-8ed2-4f87-a51d-a618df41bf93 req-c1eef207-74c8-40c8-aa52-c6a16022efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:02.091994 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6f9eca1a-8ed2-4f87-a51d-a618df41bf93 req-c1eef207-74c8-40c8-aa52-c6a16022efc5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4cd82f9-faba-431d-97e4-608ffe0281aa HTTP/1.1" status: 200 len: 911 time: 0.0913389 Oct 28 08:07:02.178560 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6f9eca1a-8ed2-4f87-a51d-a618df41bf93 req-9b4b83cb-8df7-4bf5-ae30-d9638b022581 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baa04711-515e-450f-84a5-e73227cfbe81 HTTP/1.1" status: 200 len: 1001 time: 0.0723314 Oct 28 08:07:02.248322 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9eca1a-8ed2-4f87-a51d-a618df41bf93 req-8a8778c7-b6d6-486b-968f-4a41bc66cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:02.249881 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6f9eca1a-8ed2-4f87-a51d-a618df41bf93 req-8a8778c7-b6d6-486b-968f-4a41bc66cdd2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ebf29cbc-a17c-4554-9049-631a8b4fc8a2 HTTP/1.1" status: 200 len: 849 time: 0.0629485 Oct 28 08:07:02.316411 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 35970) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:07:02.321662 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9eca1a-8ed2-4f87-a51d-a618df41bf93 req-0ded72be-dc66-4b0f-8874-53da130e32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:02.323189 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6f9eca1a-8ed2-4f87-a51d-a618df41bf93 req-0ded72be-dc66-4b0f-8874-53da130e32fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4cd82f9-faba-431d-97e4-608ffe0281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584006 Oct 28 08:07:02.331586 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-60568976-6c76-4f91-bb16-90caceff7c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:02.426692 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-60568976-6c76-4f91-bb16-90caceff7c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:02.468983 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6f9eca1a-8ed2-4f87-a51d-a618df41bf93 req-4bda1bf5-1931-462d-b320-b6178fcbdd59 service neutron] 10.222.0.30 "GET /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321056 Oct 28 08:07:02.497318 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-60568976-6c76-4f91-bb16-90caceff7c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:02.541966 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60568976-6c76-4f91-bb16-90caceff7c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645edd65-7d72-409c-96f2-a8d8c61ecd80,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:02.549128 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-60568976-6c76-4f91-bb16-90caceff7c83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17bd9ef2b2d941c3b648e9d308fe0be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303722 Oct 28 08:07:02.553054 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 35976) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:07:02.589956 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6f9eca1a-8ed2-4f87-a51d-a618df41bf93 req-36c22ef0-a488-45e4-9cb7-506985dda3de service neutron] 10.222.0.30 "GET /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113353 Oct 28 08:07:02.613715 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-b6425716-f507-4a27-b281-7d68ffea5e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:02.635421 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-b6425716-f507-4a27-b281-7d68ffea5e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:02.823570 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-b6425716-f507-4a27-b281-7d68ffea5e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:02.826235 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-b6425716-f507-4a27-b281-7d68ffea5e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:02.827451 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-b6425716-f507-4a27-b281-7d68ffea5e9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/645edd65-7d72-409c-96f2-a8d8c61ecd80 HTTP/1.1" status: 204 len: 168 time: 0.2730191 Oct 28 08:07:02.836356 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6425716-f507-4a27-b281-7d68ffea5e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645edd65-7d72-409c-96f2-a8d8c61ecd80,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:04.029463 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 36008) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:07:04.129636 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-97ba415e-943f-4980-850a-a63a8f638deb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-222694556-network', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:07:04.257700 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ba415e-943f-4980-850a-a63a8f638deb admin admin] Made reservation on behalf of 93bc9860214142bcb0dfc8900a7a8942 for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:07:04.260135 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-97ba415e-943f-4980-850a-a63a8f638deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:04.270419 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-97ba415e-943f-4980-850a-a63a8f638deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:04.347956 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-97ba415e-943f-4980-850a-a63a8f638deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:04.474816 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-97ba415e-943f-4980-850a-a63a8f638deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:04.506127 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ba415e-943f-4980-850a-a63a8f638deb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=108236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:07:04.516139 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba415e-943f-4980-850a-a63a8f638deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5dab8b-de23-4973-af8b-46496b3f5482,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:04.522195 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-97ba415e-943f-4980-850a-a63a8f638deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:04.522544 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-97ba415e-943f-4980-850a-a63a8f638deb admin admin] Added segment 706e97f6-7d1d-4a67-bacc-88ed36cb54c2 of type vlan for network 04a4ec59-e6c1-494d-8ce4-6943ef22ae13 Oct 28 08:07:04.569936 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-97ba415e-943f-4980-850a-a63a8f638deb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754291841136'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:04.709079 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-97ba415e-943f-4980-850a-a63a8f638deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:04.710255 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ba415e-943f-4980-850a-a63a8f638deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:04.710867 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-97ba415e-943f-4980-850a-a63a8f638deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:04.769698 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba415e-943f-4980-850a-a63a8f638deb admin admin] Pushing event updated for resources: {'Network': ['ID=04a4ec59-e6c1-494d-8ce4-6943ef22ae13,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:04.779579 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Network 04a4ec59-e6c1-494d-8ce4-6943ef22ae13 details requested by agent ovs-agent-dv-cinder-815780-1-iscsi with host dv-cinder-815780-1-iscsi {{(pid=108237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:07:04.860116 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-97ba415e-943f-4980-850a-a63a8f638deb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8295634 Oct 28 08:07:04.870796 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 36020) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:07:04.870796 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-aaabda6a-bb53-4522-a763-ea0737ed694d admin admin] Request body: {'subnet': {'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-222694556-subnet', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:07:05.046524 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaabda6a-bb53-4522-a763-ea0737ed694d admin admin] Made reservation on behalf of 93bc9860214142bcb0dfc8900a7a8942 for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:07:05.047218 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54428a61-9d72-493b-a296-1b075cdbb022 req-ac363968-d021-4c74-84ec-678a3cd19930 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:05.048459 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-54428a61-9d72-493b-a296-1b075cdbb022 req-ac363968-d021-4c74-84ec-678a3cd19930 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0503595 Oct 28 08:07:05.048850 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-aaabda6a-bb53-4522-a763-ea0737ed694d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3949988'] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:05.091877 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-54428a61-9d72-493b-a296-1b075cdbb022 req-8cb8371c-4153-4a9b-b44f-25a9a64cf040 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348349 Oct 28 08:07:05.337624 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-aaabda6a-bb53-4522-a763-ea0737ed694d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4057468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3950038'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:05.386638 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabda6a-bb53-4522-a763-ea0737ed694d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:05.403090 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaabda6a-bb53-4522-a763-ea0737ed694d admin admin] Checking segment: {'id': '706e97f6-7d1d-4a67-bacc-88ed36cb54c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:07:05.403439 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaabda6a-bb53-4522-a763-ea0737ed694d admin admin] Network hostable DHCP agents. Network: 04a4ec59-e6c1-494d-8ce4-6943ef22ae13, hostable agents: ['5b28e82f-8d3c-4647-96dd-121faf1adcc1'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:07:05.554715 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaabda6a-bb53-4522-a763-ea0737ed694d admin admin] Network 04a4ec59-e6c1-494d-8ce4-6943ef22ae13 is scheduled to be hosted by DHCP agent 5b28e82f-8d3c-4647-96dd-121faf1adcc1 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:07:05.629088 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-aaabda6a-bb53-4522-a763-ea0737ed694d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815780-1-iscsi, 04a4ec59-e6c1-494d-8ce4-6943ef22ae13) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:07:05.633260 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaabda6a-bb53-4522-a763-ea0737ed694d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:05.633845 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-aaabda6a-bb53-4522-a763-ea0737ed694d admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:05.640101 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46468606-3df6-46b7-9b71-2848c61a03f9 None None] Network 04a4ec59-e6c1-494d-8ce4-6943ef22ae13 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:07:05.739467 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-aaabda6a-bb53-4522-a763-ea0737ed694d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8749053 Oct 28 08:07:05.742009 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 36028) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:07:05.746229 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-9e70bf23-8a53-490c-ab7e-acefbe702eb4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-222694556-router', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:07:05.801420 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24329e31-7427-59ac-9b86-4b698544276c-04a4ec59-e6c1-494d-8ce4-6943ef22ae13', 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'fixed_ips': [{'subnet_id': '0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55'}]}} from dv-cinder-815780-1-iscsi. {{(pid=108237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:07:05.802347 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:05.823339 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9e70bf23-8a53-490c-ab7e-acefbe702eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:05.824421 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9e70bf23-8a53-490c-ab7e-acefbe702eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-557362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:05.881993 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9e70bf23-8a53-490c-ab7e-acefbe702eb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:05.944651 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] Allocated IP 172.20.0.2 (04a4ec59-e6c1-494d-8ce4-6943ef22ae13/0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55/4176b3c7-7f2d-46e5-b21f-4a57b300e4bb) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:07:06.102675 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:06.109639 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9e70bf23-8a53-490c-ab7e-acefbe702eb4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:06.195185 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:06.217615 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaec0c9-aca9-4706-af64-855551e4c04f req-ba4d264a-9e6c-48dd-ae71-c5087d047751 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:06.219165 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bfaec0c9-aca9-4706-af64-855551e4c04f req-ba4d264a-9e6c-48dd-ae71-c5087d047751 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0531435 Oct 28 08:07:06.236864 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] Network 04a4ec59-e6c1-494d-8ce4-6943ef22ae13 is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:07:06.239881 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:07:06.246375 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:07:06.249552 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] Pushing event updated for resources: {'Port': ['ID=4176b3c7-7f2d-46e5-b21f-4a57b300e4bb,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:06.273148 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bfaec0c9-aca9-4706-af64-855551e4c04f req-4ebd7221-56fd-4b7a-9084-d7b65c593f5b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467482 Oct 28 08:07:06.316082 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] Attempting to bind port 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:07:06.316549 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] Attempting to bind port 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': '706e97f6-7d1d-4a67-bacc-88ed36cb54c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:07:06.316918 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] Attempting to bind port 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb on network 04a4ec59-e6c1-494d-8ce4-6943ef22ae13 {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:07:06.323483 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:07:06.323483 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] Checking segment: {'id': '706e97f6-7d1d-4a67-bacc-88ed36cb54c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:07:06.323483 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:06.323483 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] Bound using segment: {'id': '706e97f6-7d1d-4a67-bacc-88ed36cb54c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:07:06.324287 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] Bound port: 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706e97f6-7d1d-4a67-bacc-88ed36cb54c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:07:06.324630 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:06.393427 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] For port 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:07:06.396397 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] For port 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=4176b3c7-7f2d-46e5-b21f-4a57b300e4bb,segment=NetworkSegment(706e97f6-7d1d-4a67-bacc-88ed36cb54c2),segment_id=706e97f6-7d1d-4a67-bacc-88ed36cb54c2)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:07:06.417301 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9e70bf23-8a53-490c-ab7e-acefbe702eb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:06.435352 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9e70bf23-8a53-490c-ab7e-acefbe702eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:06.470193 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:06.530064 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1438eaa-e1ac-4483-b0ee-1bc17059699a None None] Pushing event updated for resources: {'Port': ['ID=4176b3c7-7f2d-46e5-b21f-4a57b300e4bb,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:06.553133 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-9e70bf23-8a53-490c-ab7e-acefbe702eb4 admin admin] Allocated IP 172.27.3.21 (77f84cc0-8b47-4277-be58-a93709c02eeb/2fc1b7ce-548a-406e-9830-ae6bdd788adb/709651f1-1b9e-40df-ac44-7061c64632ae) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:07:06.661084 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9e70bf23-8a53-490c-ab7e-acefbe702eb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:06.772658 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9e70bf23-8a53-490c-ab7e-acefbe702eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:06.814282 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e70bf23-8a53-490c-ab7e-acefbe702eb4 admin admin] Network 77f84cc0-8b47-4277-be58-a93709c02eeb is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:07:06.818220 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-9e70bf23-8a53-490c-ab7e-acefbe702eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:07:06.823964 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e70bf23-8a53-490c-ab7e-acefbe702eb4 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:07:06.833582 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70bf23-8a53-490c-ab7e-acefbe702eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=709651f1-1b9e-40df-ac44-7061c64632ae,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:07.174914 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9e70bf23-8a53-490c-ab7e-acefbe702eb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:07.380813 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9e70bf23-8a53-490c-ab7e-acefbe702eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-557371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586405'] for router, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:07.401141 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a7612-21f3-4ac7-ab4c-716eb6ce0536 req-5a7e70f5-40e6-4b16-9608-f225521af108 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:07.402779 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a16a7612-21f3-4ac7-ab4c-716eb6ce0536 req-5a7e70f5-40e6-4b16-9608-f225521af108 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0511572 Oct 28 08:07:07.423597 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8827a1-e9ec-47ae-9772-aebff63049e4 None None] Network 04a4ec59-e6c1-494d-8ce4-6943ef22ae13 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:07:07.447474 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a16a7612-21f3-4ac7-ab4c-716eb6ce0536 req-b5925ab0-4ed1-4443-82a3-e54d3d4b7721 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379252 Oct 28 08:07:07.527106 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-0d57c31c-fcb9-4827-941d-6a471e977a31 None None] Provisioning complete for port 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:07.527106 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0d57c31c-fcb9-4827-941d-6a471e977a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:07.615857 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e70bf23-8a53-490c-ab7e-acefbe702eb4 admin admin] Router 8268d513-e2ea-440f-9d4d-f9f29d222b48 is scheduled to L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 with binding_index 1 {{(pid=108236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:07:07.655803 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0d57c31c-fcb9-4827-941d-6a471e977a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:07.702168 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-0d57c31c-fcb9-4827-941d-6a471e977a31 None None] For port 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=4176b3c7-7f2d-46e5-b21f-4a57b300e4bb,segment=NetworkSegment(706e97f6-7d1d-4a67-bacc-88ed36cb54c2),segment_id=706e97f6-7d1d-4a67-bacc-88ed36cb54c2)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:07:07.806173 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0d57c31c-fcb9-4827-941d-6a471e977a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:07.869874 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57c31c-fcb9-4827-941d-6a471e977a31 None None] Pushing event updated for resources: {'Port': ['ID=4176b3c7-7f2d-46e5-b21f-4a57b300e4bb,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:07.943833 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-965a2754-208a-4ada-86de-d360705571d0 None None] Provisioning complete for port 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:07.945193 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-965a2754-208a-4ada-86de-d360705571d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:07.965279 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e70bf23-8a53-490c-ab7e-acefbe702eb4 admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:07:07.984002 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] Sync routers for ids ['8268d513-e2ea-440f-9d4d-f9f29d222b48'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:07:08.005253 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] Routers {'8268d513-e2ea-440f-9d4d-f9f29d222b48'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:07:08.007102 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:06:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8268d513-e2ea-440f-9d4d-f9f29d222b48'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:07:08.085103 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:07:08.112100 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9e70bf23-8a53-490c-ab7e-acefbe702eb4 admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:08.113108 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-9e70bf23-8a53-490c-ab7e-acefbe702eb4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3699434 Oct 28 08:07:08.115748 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 36044) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:07:08.213352 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] Set router 8268d513-e2ea-440f-9d4d-f9f29d222b48 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:07:08.215321 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:08.215703 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:08.487860 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'name': 'tempest-TestMinimumBasicScenario-222694556-router', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:05Z', 'updated_at': '2021-10-28T08:07:06Z', 'revision_number': 3, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'gw_port': {'id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:06Z', 'updated_at': '2021-10-28T08:07:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:07:08.515832 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] Checking router: 8268d513-e2ea-440f-9d4d-f9f29d222b48 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:07:08.516226 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] Updating router 8268d513-e2ea-440f-9d4d-f9f29d222b48 port 709651f1-1b9e-40df-ac44-7061c64632ae binding host dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:07:08.542178 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:08.559398 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0c830a58-983f-466d-9d18-cc42910bbf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:08.576880 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213e316-3f18-4a4c-9abf-f25ae564fd70 req-1a8be10b-f5c5-4348-891a-512b96493ce2 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:08.578375 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f213e316-3f18-4a4c-9abf-f25ae564fd70 req-1a8be10b-f5c5-4348-891a-512b96493ce2 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0502632 Oct 28 08:07:08.617904 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f213e316-3f18-4a4c-9abf-f25ae564fd70 req-de525af4-82bd-4d51-9fc3-640fec22c635 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330153 Oct 28 08:07:08.727236 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-0c830a58-983f-466d-9d18-cc42910bbf45 admin admin] Allocated IP 172.20.0.1 (04a4ec59-e6c1-494d-8ce4-6943ef22ae13/0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55/2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:07:08.805823 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:08.835842 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0c830a58-983f-466d-9d18-cc42910bbf45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:08.875083 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:08.927155 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] Attempting to bind port 709651f1-1b9e-40df-ac44-7061c64632ae on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:07:08.927526 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] Attempting to bind port 709651f1-1b9e-40df-ac44-7061c64632ae by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:07:08.927882 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] Attempting to bind port 709651f1-1b9e-40df-ac44-7061c64632ae on network 77f84cc0-8b47-4277-be58-a93709c02eeb {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:07:08.935200 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f3cf4-6a14-4332-a468-0294685a95dc None None] Pushing event updated for resources: {'Port': ['ID=709651f1-1b9e-40df-ac44-7061c64632ae,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:08.940758 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:07:08.941135 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] Checking segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:07:08.941536 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:08.942518 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] Bound using segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:07:08.942518 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] Bound port: 709651f1-1b9e-40df-ac44-7061c64632ae, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:07:08.942859 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:08.966596 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0c830a58-983f-466d-9d18-cc42910bbf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:08.995826 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] For port 709651f1-1b9e-40df-ac44-7061c64632ae, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:07:08.998942 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] For port 709651f1-1b9e-40df-ac44-7061c64632ae, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=709651f1-1b9e-40df-ac44-7061c64632ae,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:07:09.008909 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c830a58-983f-466d-9d18-cc42910bbf45 admin admin] Network 04a4ec59-e6c1-494d-8ce4-6943ef22ae13 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:07:09.013275 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-0c830a58-983f-466d-9d18-cc42910bbf45 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:07:09.020309 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c830a58-983f-466d-9d18-cc42910bbf45 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:07:09.023458 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c830a58-983f-466d-9d18-cc42910bbf45 admin admin] Pushing event updated for resources: {'Port': ['ID=2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:09.064534 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0c830a58-983f-466d-9d18-cc42910bbf45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586640'] for router_interface, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:09.109548 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:09.179664 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f3cf4-6a14-4332-a468-0294685a95dc None None] Pushing event updated for resources: {'Port': ['ID=709651f1-1b9e-40df-ac44-7061c64632ae,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:09.185661 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] Routers {'8268d513-e2ea-440f-9d4d-f9f29d222b48'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:07:09.186467 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:06:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8268d513-e2ea-440f-9d4d-f9f29d222b48'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:07:09.297655 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] Set router 8268d513-e2ea-440f-9d4d-f9f29d222b48 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:07:09.321943 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0c830a58-983f-466d-9d18-cc42910bbf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:09.509799 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0c830a58-983f-466d-9d18-cc42910bbf45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:09.531109 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-8fcaffe5-f78a-4e7a-b5f6-478f81c97d52 None None] Provisioning complete for port 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:09.531664 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8fcaffe5-f78a-4e7a-b5f6-478f81c97d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:09.576010 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0c830a58-983f-466d-9d18-cc42910bbf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:09.578554 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-8fcaffe5-f78a-4e7a-b5f6-478f81c97d52 None None] Port 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:07:09.646989 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'name': 'tempest-TestMinimumBasicScenario-222694556-router', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:05Z', 'updated_at': '2021-10-28T08:07:06Z', 'revision_number': 3, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'gw_port': {'id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:06Z', 'updated_at': '2021-10-28T08:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:07:09.651113 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c830a58-983f-466d-9d18-cc42910bbf45 admin admin] Pushing event updated for resources: {'Port': ['ID=2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:09.656726 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0c830a58-983f-466d-9d18-cc42910bbf45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586724'] for router_interface, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:09.682403 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a965cb8a-64b3-426c-9f05-10ee738c8403 None None] The sync data for ids ['8268d513-e2ea-440f-9d4d-f9f29d222b48'] in dv-cinder-815780-1-iscsi is: [{'id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'name': 'tempest-TestMinimumBasicScenario-222694556-router', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:05Z', 'updated_at': '2021-10-28T08:07:06Z', 'revision_number': 3, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'gw_port': {'id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:06Z', 'updated_at': '2021-10-28T08:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:07:09.750263 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e103bb8-b346-489f-9235-f82e003b0774 req-89a39180-5657-4579-841f-cec9690d1980 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:09.753372 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6e103bb8-b346-489f-9235-f82e003b0774 req-89a39180-5657-4579-841f-cec9690d1980 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0616977 Oct 28 08:07:09.766643 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c830a58-983f-466d-9d18-cc42910bbf45 admin admin] Network 04a4ec59-e6c1-494d-8ce4-6943ef22ae13 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:07:09.768581 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-0c830a58-983f-466d-9d18-cc42910bbf45 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:07:09.798275 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6e103bb8-b346-489f-9235-f82e003b0774 req-d801c819-2e07-4211-a571-f68908e82e66 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380836 Oct 28 08:07:09.926787 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c830a58-983f-466d-9d18-cc42910bbf45 admin admin] Router 8268d513-e2ea-440f-9d4d-f9f29d222b48 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:07:10.074723 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 709651f1-1b9e-40df-ac44-7061c64632ae up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:07:10.075734 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c830a58-983f-466d-9d18-cc42910bbf45 admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:07:10.082889 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-0c830a58-983f-466d-9d18-cc42910bbf45 admin admin] 10.222.0.37 "PUT /v2.0/routers/8268d513-e2ea-440f-9d4d-f9f29d222b48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9648108 Oct 28 08:07:10.136056 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-dd76ffc0-e5b1-4370-b8d5-0bfd399051ff None None] Provisioning complete for port 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:10.136483 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dd76ffc0-e5b1-4370-b8d5-0bfd399051ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:10.177368 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 709651f1-1b9e-40df-ac44-7061c64632ae triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:10.177744 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:10.181602 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-dd76ffc0-e5b1-4370-b8d5-0bfd399051ff None None] Port 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:07:10.286787 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:10.309080 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] For port 709651f1-1b9e-40df-ac44-7061c64632ae, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=709651f1-1b9e-40df-ac44-7061c64632ae,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:07:10.400859 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:10.460331 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Pushing event updated for resources: {'Port': ['ID=709651f1-1b9e-40df-ac44-7061c64632ae,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:10.831781 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 36078) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:07:10.838190 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-8107cb6d-42b9-4fac-b75a-b0a2e4d11c81 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-769702876-network', 'tenant_id': 'bfc1b00c48eb458f81f7c9f6a80834c0'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:07:10.926713 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb243508-a0e5-4627-aac2-99b8e518680c req-5fd43065-9288-4a3a-842e-ea4d6d48216a tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:10.928244 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cb243508-a0e5-4627-aac2-99b8e518680c req-5fd43065-9288-4a3a-842e-ea4d6d48216a tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0529187 Oct 28 08:07:10.968522 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cb243508-a0e5-4627-aac2-99b8e518680c req-5766d15a-19ee-4898-9fda-635320c1fee5 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342691 Oct 28 08:07:11.023184 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8107cb6d-42b9-4fac-b75a-b0a2e4d11c81 admin admin] Made reservation on behalf of bfc1b00c48eb458f81f7c9f6a80834c0 for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:07:11.025686 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8107cb6d-42b9-4fac-b75a-b0a2e4d11c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:11.035452 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8107cb6d-42b9-4fac-b75a-b0a2e4d11c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:11.123410 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8107cb6d-42b9-4fac-b75a-b0a2e4d11c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:11.217754 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8107cb6d-42b9-4fac-b75a-b0a2e4d11c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:11.243069 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8107cb6d-42b9-4fac-b75a-b0a2e4d11c81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=108236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:07:11.257836 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107cb6d-42b9-4fac-b75a-b0a2e4d11c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8cf6fd-054b-41a9-b40b-5461ffc2365b,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:11.263080 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8107cb6d-42b9-4fac-b75a-b0a2e4d11c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:11.263415 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-8107cb6d-42b9-4fac-b75a-b0a2e4d11c81 admin admin] Added segment aa6d0f0d-0b99-4c95-9696-1a970e5eda0a of type vlan for network e067062f-ffbb-490e-a815-703d3b0879d1 Oct 28 08:07:11.285730 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c40ce7-8b0e-4723-9496-7732bfb3051a req-828cc35e-4848-47b2-92ce-f1ca77fa67b9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:11.288144 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-67c40ce7-8b0e-4723-9496-7732bfb3051a req-828cc35e-4848-47b2-92ce-f1ca77fa67b9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0615370 Oct 28 08:07:11.311990 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8107cb6d-42b9-4fac-b75a-b0a2e4d11c81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754291841136'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:11.337494 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-67c40ce7-8b0e-4723-9496-7732bfb3051a req-17c5d4a4-58ab-4d94-9ebe-b0bf5f1b5882 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419877 Oct 28 08:07:11.387184 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8107cb6d-42b9-4fac-b75a-b0a2e4d11c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:11.388239 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8107cb6d-42b9-4fac-b75a-b0a2e4d11c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:11.388819 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8107cb6d-42b9-4fac-b75a-b0a2e4d11c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:11.422737 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] Sync routers for ids ['8268d513-e2ea-440f-9d4d-f9f29d222b48'] in dv-cinder-815780-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:07:11.432915 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] Routers {'8268d513-e2ea-440f-9d4d-f9f29d222b48'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:07:11.433844 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:06:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8268d513-e2ea-440f-9d4d-f9f29d222b48'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:07:11.456539 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107cb6d-42b9-4fac-b75a-b0a2e4d11c81 admin admin] Pushing event updated for resources: {'Network': ['ID=e067062f-ffbb-490e-a815-703d3b0879d1,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:11.466814 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Network e067062f-ffbb-490e-a815-703d3b0879d1 details requested by agent ovs-agent-dv-cinder-815780-1-iscsi with host dv-cinder-815780-1-iscsi {{(pid=108237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:07:11.497578 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-8107cb6d-42b9-4fac-b75a-b0a2e4d11c81 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6614418 Oct 28 08:07:11.497994 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 36086) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:07:11.503358 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-c5b77b42-5291-49d6-96a7-f8b2e33826e5 admin admin] Request body: {'subnet': {'network_id': 'e067062f-ffbb-490e-a815-703d3b0879d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-769702876-subnet', 'tenant_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'ip_version': 4}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:07:11.566228 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] Set router 8268d513-e2ea-440f-9d4d-f9f29d222b48 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:07:11.600148 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b77b42-5291-49d6-96a7-f8b2e33826e5 admin admin] Made reservation on behalf of bfc1b00c48eb458f81f7c9f6a80834c0 for: {'subnet': 1} {{(pid=108235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:07:11.602518 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c5b77b42-5291-49d6-96a7-f8b2e33826e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126846940'] for subnet, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:11.768537 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'name': 'tempest-TestMinimumBasicScenario-222694556-router', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:05Z', 'updated_at': '2021-10-28T08:07:09Z', 'revision_number': 4, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'gw_port': {'id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:06Z', 'updated_at': '2021-10-28T08:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e', 'name': '', 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'mac_address': 'fa:16:3e:c8:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:08Z', 'updated_at': '2021-10-28T08:07:09Z', 'revision_number': 2, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'subnets': [{'id': '0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:07:11.797180 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] Checking router: 8268d513-e2ea-440f-9d4d-f9f29d222b48 for host: dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:07:11.797530 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] Updating router 8268d513-e2ea-440f-9d4d-f9f29d222b48 port 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e binding host dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:07:11.822785 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:11.827799 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c5b77b42-5291-49d6-96a7-f8b2e33826e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126824590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126846894'] for subnet, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:11.890279 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b77b42-5291-49d6-96a7-f8b2e33826e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e69ecd44-58b4-416e-a276-976a7a199da2,revision_number=0']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:11.899716 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b77b42-5291-49d6-96a7-f8b2e33826e5 admin admin] Checking segment: {'id': 'aa6d0f0d-0b99-4c95-9696-1a970e5eda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e067062f-ffbb-490e-a815-703d3b0879d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:07:11.900077 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b77b42-5291-49d6-96a7-f8b2e33826e5 admin admin] Network hostable DHCP agents. Network: e067062f-ffbb-490e-a815-703d3b0879d1, hostable agents: ['5b28e82f-8d3c-4647-96dd-121faf1adcc1'], hosted agents: [] {{(pid=108235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:07:11.995216 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 709651f1-1b9e-40df-ac44-7061c64632ae up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:07:12.011669 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b77b42-5291-49d6-96a7-f8b2e33826e5 admin admin] Network e067062f-ffbb-490e-a815-703d3b0879d1 is scheduled to be hosted by DHCP agent 5b28e82f-8d3c-4647-96dd-121faf1adcc1 with binding_index 1 {{(pid=108235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:07:12.052078 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 709651f1-1b9e-40df-ac44-7061c64632ae triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:12.052511 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:12.101806 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b37b5c-5aef-4935-ab03-73e5aecfee05 req-9f4011bb-47b1-4e3d-b81d-6052550d1cc2 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:12.103667 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-11b37b5c-5aef-4935-ab03-73e5aecfee05 req-9f4011bb-47b1-4e3d-b81d-6052550d1cc2 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0536909 Oct 28 08:07:12.144533 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-11b37b5c-5aef-4935-ab03-73e5aecfee05 req-6471c582-c73d-411e-8e2c-847ec6a574d5 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349743 Oct 28 08:07:12.160533 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [None req-c5b77b42-5291-49d6-96a7-f8b2e33826e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815780-1-iscsi, e067062f-ffbb-490e-a815-703d3b0879d1) {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:07:12.167830 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b77b42-5291-49d6-96a7-f8b2e33826e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:12.169788 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c5b77b42-5291-49d6-96a7-f8b2e33826e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:12.173771 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363acbba-7f2c-46f6-9801-4671746e856c None None] Network e067062f-ffbb-490e-a815-703d3b0879d1 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:07:12.186077 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] Notify callbacks [] for port, precommit_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:12.282155 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-c5b77b42-5291-49d6-96a7-f8b2e33826e5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7827759 Oct 28 08:07:12.285969 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 36092) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:07:12.290342 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-c3d25543-f9be-4af4-8913-120ebc09d988 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-769702876-router', 'tenant_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:07:12.315044 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:12.324635 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24329e31-7427-59ac-9b86-4b698544276c-e067062f-ffbb-490e-a815-703d3b0879d1', 'network_id': 'e067062f-ffbb-490e-a815-703d3b0879d1', 'tenant_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'fixed_ips': [{'subnet_id': 'e69ecd44-58b4-416e-a276-976a7a199da2'}]}} from dv-cinder-815780-1-iscsi. {{(pid=108237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:07:12.324635 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:12.376885 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c82bb-37f5-47b5-ac2b-f8b1ed72deef None None] Pushing event updated for resources: {'Port': ['ID=2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:12.384276 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47c82bb-37f5-47b5-ac2b-f8b1ed72deef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:12.384637 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47c82bb-37f5-47b5-ac2b-f8b1ed72deef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:12.385158 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47c82bb-37f5-47b5-ac2b-f8b1ed72deef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:12.385655 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47c82bb-37f5-47b5-ac2b-f8b1ed72deef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:12.386134 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47c82bb-37f5-47b5-ac2b-f8b1ed72deef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:12.386691 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47c82bb-37f5-47b5-ac2b-f8b1ed72deef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:12.387207 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47c82bb-37f5-47b5-ac2b-f8b1ed72deef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:12.387698 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47c82bb-37f5-47b5-ac2b-f8b1ed72deef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:12.388207 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47c82bb-37f5-47b5-ac2b-f8b1ed72deef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:12.388690 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47c82bb-37f5-47b5-ac2b-f8b1ed72deef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:12.389176 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47c82bb-37f5-47b5-ac2b-f8b1ed72deef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:12.389655 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47c82bb-37f5-47b5-ac2b-f8b1ed72deef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:12.429619 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c3d25543-f9be-4af4-8913-120ebc09d988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:12.430775 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c3d25543-f9be-4af4-8913-120ebc09d988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-557362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:12.468720 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] Attempting to bind port 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:07:12.468720 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] Attempting to bind port 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': '706e97f6-7d1d-4a67-bacc-88ed36cb54c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:07:12.468720 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] Attempting to bind port 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e on network 04a4ec59-e6c1-494d-8ce4-6943ef22ae13 {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:07:12.468720 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:07:12.469443 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] Checking segment: {'id': '706e97f6-7d1d-4a67-bacc-88ed36cb54c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:07:12.469443 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:12.469837 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] Bound using segment: {'id': '706e97f6-7d1d-4a67-bacc-88ed36cb54c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:07:12.470178 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] Bound port: 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706e97f6-7d1d-4a67-bacc-88ed36cb54c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:07:12.470786 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:12.508137 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] Allocated IP 172.20.0.2 (e067062f-ffbb-490e-a815-703d3b0879d1/e69ecd44-58b4-416e-a276-976a7a199da2/9618cae6-e369-4c5d-97e9-2b0ee7607ddf) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:07:12.524422 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c3d25543-f9be-4af4-8913-120ebc09d988 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:12.525029 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12b9d0-87f5-4951-9174-24eededec286 req-6e3f3d48-34a6-45a8-b9cf-54ec7a0b69a7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:12.526941 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7a12b9d0-87f5-4951-9174-24eededec286 req-6e3f3d48-34a6-45a8-b9cf-54ec7a0b69a7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0847287 Oct 28 08:07:12.559804 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] For port 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:07:12.566036 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] For port 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e,segment=NetworkSegment(706e97f6-7d1d-4a67-bacc-88ed36cb54c2),segment_id=706e97f6-7d1d-4a67-bacc-88ed36cb54c2)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:07:12.577718 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7a12b9d0-87f5-4951-9174-24eededec286 req-9f8444ce-5623-4597-b1e1-9b6d56b96cbe tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431244 Oct 28 08:07:12.641066 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:12.689318 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:12.725215 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c82bb-37f5-47b5-ac2b-f8b1ed72deef None None] Pushing event updated for resources: {'Port': ['ID=2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:12.728694 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-4c823756-c8e3-492f-8d18-af4384caff9d None None] Provisioning complete for port 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:12.729232 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4c823756-c8e3-492f-8d18-af4384caff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:12.736854 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c3d25543-f9be-4af4-8913-120ebc09d988 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:12.740039 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] Routers {'8268d513-e2ea-440f-9d4d-f9f29d222b48'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:07:12.740852 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:06:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8268d513-e2ea-440f-9d4d-f9f29d222b48'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:07:12.767564 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:12.833331 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] Pushing event updated for resources: {'Port': ['ID=9618cae6-e369-4c5d-97e9-2b0ee7607ddf,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:12.855949 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] Network e067062f-ffbb-490e-a815-703d3b0879d1 is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:07:12.868739 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] Set router 8268d513-e2ea-440f-9d4d-f9f29d222b48 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:07:12.902417 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4c823756-c8e3-492f-8d18-af4384caff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:12.927793 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:07:12.931650 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:07:12.969263 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-4c823756-c8e3-492f-8d18-af4384caff9d None None] For port 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e,segment=NetworkSegment(706e97f6-7d1d-4a67-bacc-88ed36cb54c2),segment_id=706e97f6-7d1d-4a67-bacc-88ed36cb54c2)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:07:13.001733 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] Attempting to bind port 9618cae6-e369-4c5d-97e9-2b0ee7607ddf on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:07:13.002990 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] Attempting to bind port 9618cae6-e369-4c5d-97e9-2b0ee7607ddf by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': 'aa6d0f0d-0b99-4c95-9696-1a970e5eda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e067062f-ffbb-490e-a815-703d3b0879d1'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:07:13.003443 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] Attempting to bind port 9618cae6-e369-4c5d-97e9-2b0ee7607ddf on network e067062f-ffbb-490e-a815-703d3b0879d1 {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:07:13.009275 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:07:13.009656 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] Checking segment: {'id': 'aa6d0f0d-0b99-4c95-9696-1a970e5eda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e067062f-ffbb-490e-a815-703d3b0879d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:07:13.010094 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:13.010495 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] Bound using segment: {'id': 'aa6d0f0d-0b99-4c95-9696-1a970e5eda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e067062f-ffbb-490e-a815-703d3b0879d1'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:07:13.010990 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] Bound port: 9618cae6-e369-4c5d-97e9-2b0ee7607ddf, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6d0f0d-0b99-4c95-9696-1a970e5eda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e067062f-ffbb-490e-a815-703d3b0879d1'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:07:13.011382 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:13.023432 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c3d25543-f9be-4af4-8913-120ebc09d988 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:13.052003 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c3d25543-f9be-4af4-8913-120ebc09d988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:13.075320 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4c823756-c8e3-492f-8d18-af4384caff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:13.094063 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'name': 'tempest-TestMinimumBasicScenario-222694556-router', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:05Z', 'updated_at': '2021-10-28T08:07:09Z', 'revision_number': 4, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'gw_port': {'id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:06Z', 'updated_at': '2021-10-28T08:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e', 'name': '', 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'mac_address': 'fa:16:3e:c8:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:08Z', 'updated_at': '2021-10-28T08:07:12Z', 'revision_number': 4, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'subnets': [{'id': '0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:07:13.103724 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] For port 9618cae6-e369-4c5d-97e9-2b0ee7607ddf, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:07:13.121166 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] For port 9618cae6-e369-4c5d-97e9-2b0ee7607ddf, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=9618cae6-e369-4c5d-97e9-2b0ee7607ddf,segment=NetworkSegment(aa6d0f0d-0b99-4c95-9696-1a970e5eda0a),segment_id=aa6d0f0d-0b99-4c95-9696-1a970e5eda0a)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:07:13.122874 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ea680-1332-44e9-8498-6ef31b5f2a44 None None] The sync data for ids ['8268d513-e2ea-440f-9d4d-f9f29d222b48'] in dv-cinder-815780-1-iscsi is: [{'id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'name': 'tempest-TestMinimumBasicScenario-222694556-router', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:05Z', 'updated_at': '2021-10-28T08:07:09Z', 'revision_number': 4, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'gw_port': {'id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:06Z', 'updated_at': '2021-10-28T08:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e', 'name': '', 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'mac_address': 'fa:16:3e:c8:a7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:08Z', 'updated_at': '2021-10-28T08:07:12Z', 'revision_number': 4, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'subnets': [{'id': '0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:07:13.139025 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c823756-c8e3-492f-8d18-af4384caff9d None None] Pushing event updated for resources: {'Port': ['ID=2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:13.204654 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-c3d25543-f9be-4af4-8913-120ebc09d988 admin admin] Allocated IP 172.27.3.203 (77f84cc0-8b47-4277-be58-a93709c02eeb/2fc1b7ce-548a-406e-9830-ae6bdd788adb/cec5eb85-31d2-49c3-9c2a-3c4f205b9615) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:07:13.205167 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:13.259064 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-a2ca5081-8899-44eb-b9e3-808bf1acca79 None None] Provisioning complete for port 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:13.259667 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a2ca5081-8899-44eb-b9e3-808bf1acca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:13.312526 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddb62e-89da-4ae5-bbd3-76ecfe0589e4 req-a62c0ed5-63da-4d91-97e7-971ff89629cf tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:13.321212 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-92ddb62e-89da-4ae5-bbd3-76ecfe0589e4 req-a62c0ed5-63da-4d91-97e7-971ff89629cf tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0951893 Oct 28 08:07:13.334552 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c3d25543-f9be-4af4-8913-120ebc09d988 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:13.346641 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdf14b-35dd-48c3-994d-49c6237cd990 None None] Pushing event updated for resources: {'Port': ['ID=9618cae6-e369-4c5d-97e9-2b0ee7607ddf,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:13.380612 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-92ddb62e-89da-4ae5-bbd3-76ecfe0589e4 req-07b6231b-86de-4f91-bb86-2bf24e3be864 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582170 Oct 28 08:07:13.413314 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:07:13.470541 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c3d25543-f9be-4af4-8913-120ebc09d988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:13.534344 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d25543-f9be-4af4-8913-120ebc09d988 admin admin] Network 77f84cc0-8b47-4277-be58-a93709c02eeb is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:07:13.537283 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-c3d25543-f9be-4af4-8913-120ebc09d988 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:07:13.540724 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d25543-f9be-4af4-8913-120ebc09d988 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:07:13.570344 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d25543-f9be-4af4-8913-120ebc09d988 admin admin] Pushing event updated for resources: {'Port': ['ID=cec5eb85-31d2-49c3-9c2a-3c4f205b9615,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:13.727743 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e226a-7300-405a-8d31-857380f95cf4 req-abbb5d2c-3511-4845-b0fe-77ffe6b87c5a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:13.729547 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1d6e226a-7300-405a-8d31-857380f95cf4 req-abbb5d2c-3511-4845-b0fe-77ffe6b87c5a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0518851 Oct 28 08:07:13.773468 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1d6e226a-7300-405a-8d31-857380f95cf4 req-3bd87e4c-6510-4b40-af48-096d1b9323b6 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377138 Oct 28 08:07:13.928463 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c3d25543-f9be-4af4-8913-120ebc09d988 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:14.082177 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:07:14.138804 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:14.139361 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:14.235965 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 9618cae6-e369-4c5d-97e9-2b0ee7607ddf up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:07:14.296946 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 9618cae6-e369-4c5d-97e9-2b0ee7607ddf triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:14.297477 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:14.388070 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c3d25543-f9be-4af4-8913-120ebc09d988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-557371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586405'] for router, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:14.393231 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:14.442503 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] For port 9618cae6-e369-4c5d-97e9-2b0ee7607ddf, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=9618cae6-e369-4c5d-97e9-2b0ee7607ddf,segment=NetworkSegment(aa6d0f0d-0b99-4c95-9696-1a970e5eda0a),segment_id=aa6d0f0d-0b99-4c95-9696-1a970e5eda0a)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:07:14.478152 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e9e9da-afc7-4830-853c-76b9f1044b05 None None] Network e067062f-ffbb-490e-a815-703d3b0879d1 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:07:14.526947 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8ebb5-c750-483d-a262-1f657f4fcaa3 req-470cfe86-5928-4526-993d-359a6a262c2f tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:14.528720 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c3b8ebb5-c750-483d-a262-1f657f4fcaa3 req-470cfe86-5928-4526-993d-359a6a262c2f tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0685303 Oct 28 08:07:14.535306 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:14.592629 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c3b8ebb5-c750-483d-a262-1f657f4fcaa3 req-5b5cdf51-ff45-4cf6-a841-929692b44842 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460119 Oct 28 08:07:14.621447 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-ee8c5348-5bed-49e7-9a93-51f7a077d204 None None] Provisioning complete for port 9618cae6-e369-4c5d-97e9-2b0ee7607ddf triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:14.621930 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ee8c5348-5bed-49e7-9a93-51f7a077d204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:14.628370 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Pushing event updated for resources: {'Port': ['ID=9618cae6-e369-4c5d-97e9-2b0ee7607ddf,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:14.686358 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d25543-f9be-4af4-8913-120ebc09d988 admin admin] Router 9e595f80-989d-45c0-9614-7f6b6e8f8452 is scheduled to L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 with binding_index 1 {{(pid=108236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:07:14.799271 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d25543-f9be-4af4-8913-120ebc09d988 admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:07:14.810400 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] Sync routers for ids ['9e595f80-989d-45c0-9614-7f6b6e8f8452'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:07:14.825879 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] Routers {'9e595f80-989d-45c0-9614-7f6b6e8f8452'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:07:14.826519 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:06:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['9e595f80-989d-45c0-9614-7f6b6e8f8452'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:07:14.905108 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8342e50-d726-4597-8f68-e6d8da697653 req-47213a50-945e-40be-b88d-046eab80dbad tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:14.906585 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e8342e50-d726-4597-8f68-e6d8da697653 req-47213a50-945e-40be-b88d-046eab80dbad tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0541105 Oct 28 08:07:14.951259 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e8342e50-d726-4597-8f68-e6d8da697653 req-63e99ec8-ab5a-44ee-9014-303fdc2ef3b6 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374093 Oct 28 08:07:14.957101 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c3d25543-f9be-4af4-8913-120ebc09d988 admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:14.961084 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-c3d25543-f9be-4af4-8913-120ebc09d988 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6723752 Oct 28 08:07:14.961471 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 36116) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:07:14.965364 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] Set router 9e595f80-989d-45c0-9614-7f6b6e8f8452 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:07:15.197318 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-3a28f059-57c6-4a48-b14f-dba6518c7492 None None] Provisioning complete for port 9618cae6-e369-4c5d-97e9-2b0ee7607ddf triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:15.198035 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3a28f059-57c6-4a48-b14f-dba6518c7492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:15.346459 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e595f80-989d-45c0-9614-7f6b6e8f8452', 'name': 'tempest-TestMinimumBasicScenario-769702876-router', 'tenant_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cec5eb85-31d2-49c3-9c2a-3c4f205b9615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:12Z', 'updated_at': '2021-10-28T08:07:13Z', 'revision_number': 3, 'project_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'gw_port': {'id': 'cec5eb85-31d2-49c3-9c2a-3c4f205b9615', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e595f80-989d-45c0-9614-7f6b6e8f8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:13Z', 'updated_at': '2021-10-28T08:07:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:07:15.373500 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] Checking router: 9e595f80-989d-45c0-9614-7f6b6e8f8452 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:07:15.379483 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] Updating router 9e595f80-989d-45c0-9614-7f6b6e8f8452 port cec5eb85-31d2-49c3-9c2a-3c4f205b9615 binding host dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:07:15.397376 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5355332b-f4d5-416a-9e03-ca109686a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:15.398821 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:15.554563 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-5355332b-f4d5-416a-9e03-ca109686a1e2 admin admin] Allocated IP 172.20.0.1 (e067062f-ffbb-490e-a815-703d3b0879d1/e69ecd44-58b4-416e-a276-976a7a199da2/685d5e56-a524-4fb9-99b2-55959c0187cb) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:07:15.676523 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5355332b-f4d5-416a-9e03-ca109686a1e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:15.683143 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:15.719439 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540ed34-ad94-4d0c-b7af-43e9fa7406ce req-d5ae9f80-d288-4738-9dc0-1578c4de36db tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:15.731430 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3540ed34-ad94-4d0c-b7af-43e9fa7406ce req-d5ae9f80-d288-4738-9dc0-1578c4de36db tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0511994 Oct 28 08:07:15.759677 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3540ed34-ad94-4d0c-b7af-43e9fa7406ce req-567a4f5e-a00d-49d6-acbf-ae04edda1469 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322497 Oct 28 08:07:15.783189 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:15.812668 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5355332b-f4d5-416a-9e03-ca109686a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:15.833521 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] Attempting to bind port cec5eb85-31d2-49c3-9c2a-3c4f205b9615 on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:07:15.833894 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] Attempting to bind port cec5eb85-31d2-49c3-9c2a-3c4f205b9615 by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:07:15.834252 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] Attempting to bind port cec5eb85-31d2-49c3-9c2a-3c4f205b9615 on network 77f84cc0-8b47-4277-be58-a93709c02eeb {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:07:15.843362 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:07:15.843750 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] Checking segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:07:15.844132 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:15.844769 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] Bound using segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:07:15.845075 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] Bound port: cec5eb85-31d2-49c3-9c2a-3c4f205b9615, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:07:15.845461 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:15.859808 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5355332b-f4d5-416a-9e03-ca109686a1e2 admin admin] Network e067062f-ffbb-490e-a815-703d3b0879d1 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:07:15.863430 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-5355332b-f4d5-416a-9e03-ca109686a1e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:07:15.867109 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5355332b-f4d5-416a-9e03-ca109686a1e2 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:07:15.870820 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d608cf-33de-4fc2-a8d0-3ef24fd52246 None None] Pushing event updated for resources: {'Port': ['ID=cec5eb85-31d2-49c3-9c2a-3c4f205b9615,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:15.901365 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355332b-f4d5-416a-9e03-ca109686a1e2 admin admin] Pushing event updated for resources: {'Port': ['ID=685d5e56-a524-4fb9-99b2-55959c0187cb,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:15.912004 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] For port cec5eb85-31d2-49c3-9c2a-3c4f205b9615, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:07:15.915386 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] For port cec5eb85-31d2-49c3-9c2a-3c4f205b9615, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=cec5eb85-31d2-49c3-9c2a-3c4f205b9615,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:07:15.919835 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5355332b-f4d5-416a-9e03-ca109686a1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586640'] for router_interface, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:16.008696 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 9618cae6-e369-4c5d-97e9-2b0ee7607ddf up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:07:16.065367 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 9618cae6-e369-4c5d-97e9-2b0ee7607ddf triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:16.065751 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:16.085795 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2442c-2b6d-4f7b-b8b5-0238835532ff req-48485994-3010-4de8-8fc8-44253955975b tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:16.087361 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3df2442c-2b6d-4f7b-b8b5-0238835532ff req-48485994-3010-4de8-8fc8-44253955975b tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0534654 Oct 28 08:07:16.095027 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:16.129776 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3df2442c-2b6d-4f7b-b8b5-0238835532ff req-5d64c0c7-6c3c-479a-aa61-6d2506d202d2 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334246 Oct 28 08:07:16.187215 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d608cf-33de-4fc2-a8d0-3ef24fd52246 None None] Pushing event updated for resources: {'Port': ['ID=cec5eb85-31d2-49c3-9c2a-3c4f205b9615,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:16.189524 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] Routers {'9e595f80-989d-45c0-9614-7f6b6e8f8452'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:07:16.190141 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:06:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['9e595f80-989d-45c0-9614-7f6b6e8f8452'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:07:16.236675 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5355332b-f4d5-416a-9e03-ca109686a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:16.275689 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-12f91e08-6178-4b9c-b240-b1c992b29249 None None] Provisioning complete for port 685d5e56-a524-4fb9-99b2-55959c0187cb triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:16.276262 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-12f91e08-6178-4b9c-b240-b1c992b29249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:16.338488 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-12f91e08-6178-4b9c-b240-b1c992b29249 None None] Port 685d5e56-a524-4fb9-99b2-55959c0187cb cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:07:16.361112 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] Set router 9e595f80-989d-45c0-9614-7f6b6e8f8452 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:07:16.403129 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5355332b-f4d5-416a-9e03-ca109686a1e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:16.473023 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5355332b-f4d5-416a-9e03-ca109686a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:16.536737 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e595f80-989d-45c0-9614-7f6b6e8f8452', 'name': 'tempest-TestMinimumBasicScenario-769702876-router', 'tenant_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cec5eb85-31d2-49c3-9c2a-3c4f205b9615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:12Z', 'updated_at': '2021-10-28T08:07:13Z', 'revision_number': 3, 'project_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'gw_port': {'id': 'cec5eb85-31d2-49c3-9c2a-3c4f205b9615', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e595f80-989d-45c0-9614-7f6b6e8f8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:13Z', 'updated_at': '2021-10-28T08:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:07:16.540988 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5355332b-f4d5-416a-9e03-ca109686a1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586724'] for router_interface, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:16.543635 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355332b-f4d5-416a-9e03-ca109686a1e2 admin admin] Pushing event updated for resources: {'Port': ['ID=685d5e56-a524-4fb9-99b2-55959c0187cb,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:16.569168 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a577114f-e9be-4e15-aa28-1807c833c350 None None] The sync data for ids ['9e595f80-989d-45c0-9614-7f6b6e8f8452'] in dv-cinder-815780-1-iscsi is: [{'id': '9e595f80-989d-45c0-9614-7f6b6e8f8452', 'name': 'tempest-TestMinimumBasicScenario-769702876-router', 'tenant_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cec5eb85-31d2-49c3-9c2a-3c4f205b9615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:12Z', 'updated_at': '2021-10-28T08:07:13Z', 'revision_number': 3, 'project_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'gw_port': {'id': 'cec5eb85-31d2-49c3-9c2a-3c4f205b9615', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e595f80-989d-45c0-9614-7f6b6e8f8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:13Z', 'updated_at': '2021-10-28T08:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:07:16.635721 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-23f10a3e-4203-40b6-bb9d-44d5a80e2066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:16.651385 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5355332b-f4d5-416a-9e03-ca109686a1e2 admin admin] Network e067062f-ffbb-490e-a815-703d3b0879d1 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:07:16.652710 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-5355332b-f4d5-416a-9e03-ca109686a1e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:07:16.783139 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5355332b-f4d5-416a-9e03-ca109686a1e2 admin admin] Router 9e595f80-989d-45c0-9614-7f6b6e8f8452 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:07:16.921314 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5355332b-f4d5-416a-9e03-ca109686a1e2 admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:07:16.927429 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-5355332b-f4d5-416a-9e03-ca109686a1e2 admin admin] 10.222.0.37 "PUT /v2.0/routers/9e595f80-989d-45c0-9614-7f6b6e8f8452/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9646139 Oct 28 08:07:16.927595 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01b374-1e43-4c15-8860-d5d70c5e24ed req-625d9fab-6c4e-41f4-bc15-e09ed98a6b71 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:16.929116 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bb01b374-1e43-4c15-8860-d5d70c5e24ed req-625d9fab-6c4e-41f4-bc15-e09ed98a6b71 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0574484 Oct 28 08:07:16.962740 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b29cdf0e-9a7f-4801-a567-65bd535c2543 None None] Provisioning complete for port 685d5e56-a524-4fb9-99b2-55959c0187cb triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:16.963292 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b29cdf0e-9a7f-4801-a567-65bd535c2543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:16.990562 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bb01b374-1e43-4c15-8860-d5d70c5e24ed req-3ffb21aa-8340-410f-8964-03d9be5a9cc8 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464268 Oct 28 08:07:17.014841 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b29cdf0e-9a7f-4801-a567-65bd535c2543 None None] Port 685d5e56-a524-4fb9-99b2-55959c0187cb cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:07:17.256150 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dc319-de47-4497-82ff-d3b07bac1fbf req-79bcab63-6e47-483f-9cb7-1b54508b6207 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:17.257700 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c63dc319-de47-4497-82ff-d3b07bac1fbf req-79bcab63-6e47-483f-9cb7-1b54508b6207 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0537186 Oct 28 08:07:17.300012 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c63dc319-de47-4497-82ff-d3b07bac1fbf req-8e1e2834-a2bd-4a09-b60a-e9e12c2bfa26 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360203 Oct 28 08:07:18.033819 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device cec5eb85-31d2-49c3-9c2a-3c4f205b9615 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:07:18.105716 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port cec5eb85-31d2-49c3-9c2a-3c4f205b9615 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:18.106096 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:18.157706 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c8b02-e680-4d00-a3c1-00feed927964 req-de124963-a62b-4314-ba52-eea67da0f463 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:18.169686 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a01c8b02-e680-4d00-a3c1-00feed927964 req-de124963-a62b-4314-ba52-eea67da0f463 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0740654 Oct 28 08:07:18.224478 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a01c8b02-e680-4d00-a3c1-00feed927964 req-d4429d5e-6001-4c19-92b3-91c24d3fa42a tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470536 Oct 28 08:07:18.233847 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:18.258949 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] For port cec5eb85-31d2-49c3-9c2a-3c4f205b9615, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=cec5eb85-31d2-49c3-9c2a-3c4f205b9615,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:07:18.312811 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] Sync routers for ids ['9e595f80-989d-45c0-9614-7f6b6e8f8452'] in dv-cinder-815780-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:07:18.331742 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] Routers {'9e595f80-989d-45c0-9614-7f6b6e8f8452'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:07:18.332383 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:06:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['9e595f80-989d-45c0-9614-7f6b6e8f8452'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:07:18.340580 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:18.436761 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Pushing event updated for resources: {'Port': ['ID=cec5eb85-31d2-49c3-9c2a-3c4f205b9615,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:18.457138 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805f4a6-49c3-4272-aebd-6658246f03be req-af735229-638a-49b4-b775-b5fdd3522df5 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:18.466472 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0805f4a6-49c3-4272-aebd-6658246f03be req-af735229-638a-49b4-b775-b5fdd3522df5 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0865722 Oct 28 08:07:18.515383 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0805f4a6-49c3-4272-aebd-6658246f03be req-be2f31d4-01e7-4020-8a30-18dd350468b4 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430961 Oct 28 08:07:18.517868 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] Set router 9e595f80-989d-45c0-9614-7f6b6e8f8452 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:07:18.731810 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e595f80-989d-45c0-9614-7f6b6e8f8452', 'name': 'tempest-TestMinimumBasicScenario-769702876-router', 'tenant_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cec5eb85-31d2-49c3-9c2a-3c4f205b9615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:12Z', 'updated_at': '2021-10-28T08:07:16Z', 'revision_number': 4, 'project_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'gw_port': {'id': 'cec5eb85-31d2-49c3-9c2a-3c4f205b9615', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e595f80-989d-45c0-9614-7f6b6e8f8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:13Z', 'updated_at': '2021-10-28T08:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '685d5e56-a524-4fb9-99b2-55959c0187cb', 'name': '', 'network_id': 'e067062f-ffbb-490e-a815-703d3b0879d1', 'tenant_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'mac_address': 'fa:16:3e:fc:2e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e595f80-989d-45c0-9614-7f6b6e8f8452', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e69ecd44-58b4-416e-a276-976a7a199da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:15Z', 'updated_at': '2021-10-28T08:07:16Z', 'revision_number': 2, 'project_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'subnets': [{'id': 'e69ecd44-58b4-416e-a276-976a7a199da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:07:18.769061 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] Checking router: 9e595f80-989d-45c0-9614-7f6b6e8f8452 for host: dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:07:18.769674 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] Updating router 9e595f80-989d-45c0-9614-7f6b6e8f8452 port 685d5e56-a524-4fb9-99b2-55959c0187cb binding host dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:07:18.801097 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:19.110183 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] Notify callbacks [] for port, precommit_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:19.195418 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:19.276890 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e87bcb-d73b-4085-bad3-270925598f96 None None] Pushing event updated for resources: {'Port': ['ID=685d5e56-a524-4fb9-99b2-55959c0187cb,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:19.301693 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d15e6989-3bdb-474d-be26-001a78eef347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:19.345567 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] Attempting to bind port 685d5e56-a524-4fb9-99b2-55959c0187cb on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:07:19.348705 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] Attempting to bind port 685d5e56-a524-4fb9-99b2-55959c0187cb by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': 'aa6d0f0d-0b99-4c95-9696-1a970e5eda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e067062f-ffbb-490e-a815-703d3b0879d1'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:07:19.348705 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] Attempting to bind port 685d5e56-a524-4fb9-99b2-55959c0187cb on network e067062f-ffbb-490e-a815-703d3b0879d1 {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:07:19.352568 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:07:19.352783 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] Checking segment: {'id': 'aa6d0f0d-0b99-4c95-9696-1a970e5eda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e067062f-ffbb-490e-a815-703d3b0879d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:07:19.353183 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:19.353563 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] Bound using segment: {'id': 'aa6d0f0d-0b99-4c95-9696-1a970e5eda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e067062f-ffbb-490e-a815-703d3b0879d1'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:07:19.354033 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] Bound port: 685d5e56-a524-4fb9-99b2-55959c0187cb, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6d0f0d-0b99-4c95-9696-1a970e5eda0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e067062f-ffbb-490e-a815-703d3b0879d1'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:07:19.356609 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:19.384819 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c46214-1f5d-494f-8168-32969fc132d1 req-664d03c4-453a-45f4-9d20-e0009a4e31ec tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:19.395348 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c5c46214-1f5d-494f-8168-32969fc132d1 req-664d03c4-453a-45f4-9d20-e0009a4e31ec tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0770361 Oct 28 08:07:19.428724 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] For port 685d5e56-a524-4fb9-99b2-55959c0187cb, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:07:19.442369 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] For port 685d5e56-a524-4fb9-99b2-55959c0187cb, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=685d5e56-a524-4fb9-99b2-55959c0187cb,segment=NetworkSegment(aa6d0f0d-0b99-4c95-9696-1a970e5eda0a),segment_id=aa6d0f0d-0b99-4c95-9696-1a970e5eda0a)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:07:19.466330 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c5c46214-1f5d-494f-8168-32969fc132d1 req-91973862-a110-4f6f-8e45-c8f26758bc51 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696988 Oct 28 08:07:19.525245 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:19.574308 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-601f2ea2-af45-44b1-b963-dbca5acbce32 None None] Provisioning complete for port 685d5e56-a524-4fb9-99b2-55959c0187cb triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:19.574738 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-601f2ea2-af45-44b1-b963-dbca5acbce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:19.577773 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:19.619484 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e87bcb-d73b-4085-bad3-270925598f96 None None] Pushing event updated for resources: {'Port': ['ID=685d5e56-a524-4fb9-99b2-55959c0187cb,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:19.635086 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] Routers {'9e595f80-989d-45c0-9614-7f6b6e8f8452'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:07:19.635742 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:07:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['9e595f80-989d-45c0-9614-7f6b6e8f8452'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:07:19.675157 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd2413-0404-475e-a540-6f3c1d0083cc req-28768763-1a32-4f6d-b3b8-a017d75a429f tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:19.681797 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-17bd2413-0404-475e-a540-6f3c1d0083cc req-28768763-1a32-4f6d-b3b8-a017d75a429f tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0864336 Oct 28 08:07:19.729636 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-601f2ea2-af45-44b1-b963-dbca5acbce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:19.751973 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-17bd2413-0404-475e-a540-6f3c1d0083cc req-a3198a62-a601-4667-91dc-07db632f064a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640738 Oct 28 08:07:19.805031 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-601f2ea2-af45-44b1-b963-dbca5acbce32 None None] For port 685d5e56-a524-4fb9-99b2-55959c0187cb, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=685d5e56-a524-4fb9-99b2-55959c0187cb,segment=NetworkSegment(aa6d0f0d-0b99-4c95-9696-1a970e5eda0a),segment_id=aa6d0f0d-0b99-4c95-9696-1a970e5eda0a)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:07:19.881176 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-601f2ea2-af45-44b1-b963-dbca5acbce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:19.939773 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] Set router 9e595f80-989d-45c0-9614-7f6b6e8f8452 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:07:19.959989 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f2ea2-af45-44b1-b963-dbca5acbce32 None None] Pushing event updated for resources: {'Port': ['ID=685d5e56-a524-4fb9-99b2-55959c0187cb,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:20.013243 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-5c92a20e-6b30-48be-be66-9cda673e2f8f None None] Provisioning complete for port 685d5e56-a524-4fb9-99b2-55959c0187cb triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:20.013784 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5c92a20e-6b30-48be-be66-9cda673e2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:20.043211 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device cec5eb85-31d2-49c3-9c2a-3c4f205b9615 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:07:20.136745 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port cec5eb85-31d2-49c3-9c2a-3c4f205b9615 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:20.137072 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:20.196357 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e595f80-989d-45c0-9614-7f6b6e8f8452', 'name': 'tempest-TestMinimumBasicScenario-769702876-router', 'tenant_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cec5eb85-31d2-49c3-9c2a-3c4f205b9615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:12Z', 'updated_at': '2021-10-28T08:07:16Z', 'revision_number': 4, 'project_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'gw_port': {'id': 'cec5eb85-31d2-49c3-9c2a-3c4f205b9615', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e595f80-989d-45c0-9614-7f6b6e8f8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:13Z', 'updated_at': '2021-10-28T08:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '685d5e56-a524-4fb9-99b2-55959c0187cb', 'name': '', 'network_id': 'e067062f-ffbb-490e-a815-703d3b0879d1', 'tenant_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'mac_address': 'fa:16:3e:fc:2e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e595f80-989d-45c0-9614-7f6b6e8f8452', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e69ecd44-58b4-416e-a276-976a7a199da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:15Z', 'updated_at': '2021-10-28T08:07:19Z', 'revision_number': 4, 'project_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'subnets': [{'id': 'e69ecd44-58b4-416e-a276-976a7a199da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:07:20.226566 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57d145e-6892-47a7-afd1-d88827ec2ebb None None] The sync data for ids ['9e595f80-989d-45c0-9614-7f6b6e8f8452'] in dv-cinder-815780-1-iscsi is: [{'id': '9e595f80-989d-45c0-9614-7f6b6e8f8452', 'name': 'tempest-TestMinimumBasicScenario-769702876-router', 'tenant_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cec5eb85-31d2-49c3-9c2a-3c4f205b9615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:12Z', 'updated_at': '2021-10-28T08:07:16Z', 'revision_number': 4, 'project_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'gw_port': {'id': 'cec5eb85-31d2-49c3-9c2a-3c4f205b9615', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e595f80-989d-45c0-9614-7f6b6e8f8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:13Z', 'updated_at': '2021-10-28T08:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '685d5e56-a524-4fb9-99b2-55959c0187cb', 'name': '', 'network_id': 'e067062f-ffbb-490e-a815-703d3b0879d1', 'tenant_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'mac_address': 'fa:16:3e:fc:2e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e595f80-989d-45c0-9614-7f6b6e8f8452', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e69ecd44-58b4-416e-a276-976a7a199da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:15Z', 'updated_at': '2021-10-28T08:07:19Z', 'revision_number': 4, 'project_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'subnets': [{'id': 'e69ecd44-58b4-416e-a276-976a7a199da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:07:20.611044 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b88d5-73ab-41e5-8c34-213b0b29caa3 req-18bc1f67-7ec9-4f90-99a8-a55d14a6a422 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:20.618546 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fb9b88d5-73ab-41e5-8c34-213b0b29caa3 req-18bc1f67-7ec9-4f90-99a8-a55d14a6a422 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0800776 Oct 28 08:07:20.661490 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fb9b88d5-73ab-41e5-8c34-213b0b29caa3 req-2f747d58-63ae-4b02-9877-f594c94debfb tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418129 Oct 28 08:07:20.684971 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:20.913933 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c58f65-89e0-47ce-b62d-96d485db52f4 req-95be15af-6cb3-4d58-9d6f-41c25f83a72e tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:20.913933 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-93c58f65-89e0-47ce-b62d-96d485db52f4 req-95be15af-6cb3-4d58-9d6f-41c25f83a72e tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0679774 Oct 28 08:07:20.956133 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-93c58f65-89e0-47ce-b62d-96d485db52f4 req-c9d38e8e-041f-4244-b064-472268c955b3 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394590 Oct 28 08:07:21.799392 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e08f5a-60f9-4a20-b39f-d767f2726d17 req-bf8f94eb-4a49-4837-bd9a-a89de020c388 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:21.801026 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a9e08f5a-60f9-4a20-b39f-d767f2726d17 req-bf8f94eb-4a49-4837-bd9a-a89de020c388 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0575655 Oct 28 08:07:21.847482 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a9e08f5a-60f9-4a20-b39f-d767f2726d17 req-9d24bcaf-4d3a-4ba3-b1ad-80caaa8ef7b2 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401223 Oct 28 08:07:22.044511 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 685d5e56-a524-4fb9-99b2-55959c0187cb up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:07:22.094534 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a6dc0-ccfb-43df-8e44-6290bcbc8325 req-bb3bdbef-8e67-426c-b674-099f64385912 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:22.102320 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-892a6dc0-ccfb-43df-8e44-6290bcbc8325 req-bb3bdbef-8e67-426c-b674-099f64385912 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0651386 Oct 28 08:07:22.104743 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 685d5e56-a524-4fb9-99b2-55959c0187cb triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:22.105313 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:22.144094 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-892a6dc0-ccfb-43df-8e44-6290bcbc8325 req-3ff6bc03-c4a3-40e0-bbea-eda31a48e918 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407927 Oct 28 08:07:22.623057 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:22.987654 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07818bcf-aa27-4941-86d2-94dd7e333df2 req-8ce40107-138c-4c09-9c16-fb5190963abc tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:22.995202 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-07818bcf-aa27-4941-86d2-94dd7e333df2 req-8ce40107-138c-4c09-9c16-fb5190963abc tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0621698 Oct 28 08:07:23.058041 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-07818bcf-aa27-4941-86d2-94dd7e333df2 req-5dcdca70-37ae-45bd-9d59-9d6a7c1e7228 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467041 Oct 28 08:07:23.258901 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987dd63-7f83-42a3-99b1-f15dd097c996 req-f496f36d-73a1-4a63-a334-76917cc2749b tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:23.260974 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7987dd63-7f83-42a3-99b1-f15dd097c996 req-f496f36d-73a1-4a63-a334-76917cc2749b tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0514021 Oct 28 08:07:23.305946 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7987dd63-7f83-42a3-99b1-f15dd097c996 req-85666c64-a7d6-4e7d-9146-046be4be8891 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367525 Oct 28 08:07:24.158903 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77d132-1b13-44bd-b974-d680a54279a1 req-9ee6fc22-26d2-48ed-a2cf-aa77a3a4a736 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:24.160503 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2b77d132-1b13-44bd-b974-d680a54279a1 req-9ee6fc22-26d2-48ed-a2cf-aa77a3a4a736 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0532346 Oct 28 08:07:24.198235 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2b77d132-1b13-44bd-b974-d680a54279a1 req-77aeb226-0774-4b71-ba76-3dfbfae7b47e tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316460 Oct 28 08:07:24.426329 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62647f7-1909-41a4-a8d8-c15ad763fb90 req-09c0f8fc-ba6f-4069-a562-001c377997fa tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:24.427755 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a62647f7-1909-41a4-a8d8-c15ad763fb90 req-09c0f8fc-ba6f-4069-a562-001c377997fa tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0493939 Oct 28 08:07:24.466305 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a62647f7-1909-41a4-a8d8-c15ad763fb90 req-e799cb25-8aec-4e92-9780-10e31ea85fdb tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326707 Oct 28 08:07:25.320603 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbedfb-41fe-4883-8078-560f5ec6d11a req-9c00c72e-581c-44b4-b605-1d79ead19608 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:25.325595 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-efdbedfb-41fe-4883-8078-560f5ec6d11a req-9c00c72e-581c-44b4-b605-1d79ead19608 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0565989 Oct 28 08:07:25.364310 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-efdbedfb-41fe-4883-8078-560f5ec6d11a req-9481ca7c-fb4f-4270-a5a3-780f00be194a tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348346 Oct 28 08:07:25.600898 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce26927-1191-433a-8060-b8838fef3dc7 req-c66cec51-cbae-4e49-90bb-34085387c210 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:25.602821 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7ce26927-1191-433a-8060-b8838fef3dc7 req-c66cec51-cbae-4e49-90bb-34085387c210 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0593174 Oct 28 08:07:25.647213 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7ce26927-1191-433a-8060-b8838fef3dc7 req-4d05f053-a99e-432c-aecd-24132272c81b tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382786 Oct 28 08:07:26.335323 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:26.489734 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4798ad3-de56-4d3f-9fb4-93d43fb46c7b req-a4d2b59d-ee5b-4b57-a800-a1f853124483 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:26.491349 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b4798ad3-de56-4d3f-9fb4-93d43fb46c7b req-a4d2b59d-ee5b-4b57-a800-a1f853124483 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0522654 Oct 28 08:07:26.540770 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b4798ad3-de56-4d3f-9fb4-93d43fb46c7b req-94d6da57-c492-4b2b-852e-f378194f573c tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406785 Oct 28 08:07:26.779112 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aba888-82b7-4d76-84e1-ae6cbea01f83 req-8483693e-acea-44c9-b12b-01aabb3cd336 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:26.780663 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e6aba888-82b7-4d76-84e1-ae6cbea01f83 req-8483693e-acea-44c9-b12b-01aabb3cd336 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0601373 Oct 28 08:07:26.831838 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e6aba888-82b7-4d76-84e1-ae6cbea01f83 req-1a516607-4f00-45ed-88c9-f5dd40c2ae09 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437782 Oct 28 08:07:27.664366 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7862e-300b-4217-9e07-12afc35b6c1d req-4b301e9b-f281-4f66-9e8a-9f46658802c7 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:27.665837 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6df7862e-300b-4217-9e07-12afc35b6c1d req-4b301e9b-f281-4f66-9e8a-9f46658802c7 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0505099 Oct 28 08:07:27.709990 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6df7862e-300b-4217-9e07-12afc35b6c1d req-d818ca5a-a71c-4a98-9538-2506f34bdd6b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373044 Oct 28 08:07:27.946133 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a2859-f790-4fa7-9a78-bf5ee16d6f91 req-ad53cea6-ece8-4f88-a3ad-b659c7c9e6dd tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:27.947668 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6d7a2859-f790-4fa7-9a78-bf5ee16d6f91 req-ad53cea6-ece8-4f88-a3ad-b659c7c9e6dd tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0482857 Oct 28 08:07:27.985359 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6d7a2859-f790-4fa7-9a78-bf5ee16d6f91 req-687c3cf5-8e9a-40e5-8e9f-51302c2a3787 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318723 Oct 28 08:07:28.829391 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69234f02-f807-4a4e-bfa5-94ec67073f71 req-7e124270-fd10-4405-afe9-01c464cc285b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:28.831128 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-69234f02-f807-4a4e-bfa5-94ec67073f71 req-7e124270-fd10-4405-afe9-01c464cc285b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0499375 Oct 28 08:07:28.872559 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-69234f02-f807-4a4e-bfa5-94ec67073f71 req-cc9c4889-1e67-4489-9512-6466592d182a tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355206 Oct 28 08:07:29.104849 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93a22b-2089-4966-b419-fdd8014a0442 req-4e8aad2f-0e50-447a-9c84-fdea676fc0e1 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:29.106513 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4d93a22b-2089-4966-b419-fdd8014a0442 req-4e8aad2f-0e50-447a-9c84-fdea676fc0e1 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0550699 Oct 28 08:07:29.146230 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4d93a22b-2089-4966-b419-fdd8014a0442 req-57f465d4-24ea-413c-96b4-029205111f71 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336010 Oct 28 08:07:29.993246 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a975b9-5d53-4b20-9627-a19dd3994fe3 req-556e8c05-63f2-46c8-8134-eded95c5b384 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:29.994706 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-11a975b9-5d53-4b20-9627-a19dd3994fe3 req-556e8c05-63f2-46c8-8134-eded95c5b384 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0503664 Oct 28 08:07:30.039365 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-11a975b9-5d53-4b20-9627-a19dd3994fe3 req-51dfb435-2c66-4700-895e-30140b177ba6 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325918 Oct 28 08:07:30.364831 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5546f7-ebe2-4071-a41a-09cac641d85b req-07cd79ad-eb32-44ae-af67-66349b8846f2 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:30.366282 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3f5546f7-ebe2-4071-a41a-09cac641d85b req-07cd79ad-eb32-44ae-af67-66349b8846f2 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0482652 Oct 28 08:07:30.406211 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3f5546f7-ebe2-4071-a41a-09cac641d85b req-c8799875-9c10-4943-baf2-9cfb0057bf12 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338693 Oct 28 08:07:30.597299 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016950d-c564-4d5d-a541-56bff29a1803 req-b5f39ca4-7cf5-45bd-b71f-d37f6cfea815 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:30.598849 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6016950d-c564-4d5d-a541-56bff29a1803 req-b5f39ca4-7cf5-45bd-b71f-d37f6cfea815 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.1113029 Oct 28 08:07:30.652628 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-fe994a5d-2f44-4f52-9987-e0f41e9899f5 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:30.654088 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-fe994a5d-2f44-4f52-9987-e0f41e9899f5 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/networks?id=04a4ec59-e6c1-494d-8ce4-6943ef22ae13 HTTP/1.1" status: 200 len: 814 time: 0.1573064 Oct 28 08:07:30.674004 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6016950d-c564-4d5d-a541-56bff29a1803 req-2121d47b-30ee-43d1-9419-3199e30c240f tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684459 Oct 28 08:07:30.676355 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-dbd4330a-a5b6-47b8-bf71-3e32d9e666d5 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/quotas/93bc9860214142bcb0dfc8900a7a8942 HTTP/1.1" status: 200 len: 375 time: 0.0160809 Oct 28 08:07:30.730806 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-e1038818-55b4-4f31-970f-126816436637 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=93bc9860214142bcb0dfc8900a7a8942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482373 Oct 28 08:07:30.753723 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4f2c4-fd9f-4010-9e18-c7ab774ab835 req-82e0728a-a765-4fea-94a4-0d62ff395908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:30.755508 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-dde4f2c4-fd9f-4010-9e18-c7ab774ab835 req-82e0728a-a765-4fea-94a4-0d62ff395908 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc0cb6f6b93541f18633bde7ab1d60a4&device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 1098 time: 0.0437996 Oct 28 08:07:30.827833 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-4594b732-2d1f-4d6c-ab92-bc2921e7a7ce service neutron] 10.222.0.37 "GET /v2.0/networks/04a4ec59-e6c1-494d-8ce4-6943ef22ae13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844290 Oct 28 08:07:30.847769 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4f2c4-fd9f-4010-9e18-c7ab774ab835 req-fcc0aa58-9231-4e3b-8b34-45d3f0c8bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:30.849219 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-dde4f2c4-fd9f-4010-9e18-c7ab774ab835 req-fcc0aa58-9231-4e3b-8b34-45d3f0c8bcc9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4cd82f9-faba-431d-97e4-608ffe0281aa HTTP/1.1" status: 200 len: 911 time: 0.0866888 Oct 28 08:07:30.924310 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-dde4f2c4-fd9f-4010-9e18-c7ab774ab835 req-14bbc04e-3254-4eb3-9116-b8cf9f6121be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baa04711-515e-450f-84a5-e73227cfbe81 HTTP/1.1" status: 200 len: 1001 time: 0.0648336 Oct 28 08:07:30.924558 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-583ab32f-dbe5-4ece-bce3-1c9e123bc681 service neutron] 10.222.0.37 "GET /v2.0/networks/04a4ec59-e6c1-494d-8ce4-6943ef22ae13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897770 Oct 28 08:07:30.977777 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4f2c4-fd9f-4010-9e18-c7ab774ab835 req-c9afb796-26f3-4f7c-94fe-90d01de99b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:30.979471 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-dde4f2c4-fd9f-4010-9e18-c7ab774ab835 req-c9afb796-26f3-4f7c-94fe-90d01de99b0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ebf29cbc-a17c-4554-9049-631a8b4fc8a2 HTTP/1.1" status: 200 len: 849 time: 0.0482652 Oct 28 08:07:31.024888 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4f2c4-fd9f-4010-9e18-c7ab774ab835 req-24157586-c672-489c-9444-83bc58668373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:31.026331 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-dde4f2c4-fd9f-4010-9e18-c7ab774ab835 req-24157586-c672-489c-9444-83bc58668373 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4cd82f9-faba-431d-97e4-608ffe0281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390735 Oct 28 08:07:31.120447 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-dde4f2c4-fd9f-4010-9e18-c7ab774ab835 req-2520500f-126a-4e87-9b64-7121fc4e7112 service neutron] 10.222.0.30 "GET /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863178 Oct 28 08:07:31.211790 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-dde4f2c4-fd9f-4010-9e18-c7ab774ab835 req-3c047802-b2d9-458c-9127-dd3c004c062e service neutron] 10.222.0.30 "GET /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834520 Oct 28 08:07:31.300865 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5e7e8f38-df13-44b4-a9c6-17bf4dea151e req-7085981c-b14b-4cfe-b2fe-d7fdb724e63a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 210 time: 0.0265343 Oct 28 08:07:31.406150 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47882d7-6b02-437e-be90-aa00732a890e req-c1f42be6-d164-46da-ba15-eb0cbbc8be5e tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:31.407826 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e47882d7-6b02-437e-be90-aa00732a890e req-c1f42be6-d164-46da-ba15-eb0cbbc8be5e tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 946 time: 0.0488381 Oct 28 08:07:31.447424 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e47882d7-6b02-437e-be90-aa00732a890e req-52de10a0-5506-4685-b95c-f3d7b1d0c102 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336254 Oct 28 08:07:31.532662 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9da25e-d2e5-4b52-8e71-db0f486eaf57 req-efaa36a2-4f77-4826-8225-22dec8a37484 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:31.534162 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5b9da25e-d2e5-4b52-8e71-db0f486eaf57 req-efaa36a2-4f77-4826-8225-22dec8a37484 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0551331 Oct 28 08:07:31.573999 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5b9da25e-d2e5-4b52-8e71-db0f486eaf57 req-4d2450b8-966a-48c9-a762-c3826ad5127d tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335357 Oct 28 08:07:31.788960 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f53aac-26e9-4002-b015-db9be85892d9 req-885dc18a-6a77-4e10-91f8-3acf49602961 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:31.790431 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c6f53aac-26e9-4002-b015-db9be85892d9 req-885dc18a-6a77-4e10-91f8-3acf49602961 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0493412 Oct 28 08:07:31.830017 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c6f53aac-26e9-4002-b015-db9be85892d9 req-2e3e8118-4353-4e5e-84d9-835c855e5dd2 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333340 Oct 28 08:07:32.381143 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ea9339dc-e511-4b21-8d4a-67354fb4fc2d req-5ffcd149-aea4-4c83-95d2-735b38d3af5b tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 210 time: 0.0274053 Oct 28 08:07:32.563327 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814dd6e-d893-44de-9588-f2c5d35c7b8e req-dc6a8808-0fc3-4939-939c-0dd378c809e8 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:32.565783 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e814dd6e-d893-44de-9588-f2c5d35c7b8e req-dc6a8808-0fc3-4939-939c-0dd378c809e8 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 946 time: 0.0486548 Oct 28 08:07:32.618260 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e814dd6e-d893-44de-9588-f2c5d35c7b8e req-08dc1191-0946-44a4-858f-7d4be9c5d57c tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468202 Oct 28 08:07:32.692426 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75779d-9865-4c87-864c-17f735b4be87 req-bc554214-7e9b-4304-bac4-84ead4d864cd tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:32.694011 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ea75779d-9865-4c87-864c-17f735b4be87 req-bc554214-7e9b-4304-bac4-84ead4d864cd tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0497530 Oct 28 08:07:32.741198 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ea75779d-9865-4c87-864c-17f735b4be87 req-170b2c8e-9f2f-4345-ab77-28fbcb7a34fc tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322249 Oct 28 08:07:32.954112 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a889dc-c705-454b-9bb2-18842d1c7565 req-4bdc9fbb-f6b9-4bcf-a10b-e335a9d2ecaa tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:32.955771 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d9a889dc-c705-454b-9bb2-18842d1c7565 req-4bdc9fbb-f6b9-4bcf-a10b-e335a9d2ecaa tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0485067 Oct 28 08:07:32.994188 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d9a889dc-c705-454b-9bb2-18842d1c7565 req-fa3a4ee8-fc7b-430b-a3a7-d1591562cc91 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321705 Oct 28 08:07:33.482068 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-18a816ed-1d1b-4e75-a2b0-33169103d858 req-72d06617-e79b-4d6a-a657-29a53c686c54 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 210 time: 0.0265045 Oct 28 08:07:33.735936 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd99488-3c2f-4679-8ca6-8f31ab4f5d40 req-42ae9cd4-297f-4068-b0dd-b742d7d1a85c tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:33.737434 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2fd99488-3c2f-4679-8ca6-8f31ab4f5d40 req-42ae9cd4-297f-4068-b0dd-b742d7d1a85c tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 946 time: 0.0526085 Oct 28 08:07:33.779053 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2fd99488-3c2f-4679-8ca6-8f31ab4f5d40 req-e7989d66-0785-412d-91bd-3df772590dd5 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/security-groups?id=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331292 Oct 28 08:07:33.866912 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76192db5-e46d-4926-ace3-1a4e3a325ab5 req-f21b1842-3315-460b-9868-141853922266 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:33.868397 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-76192db5-e46d-4926-ace3-1a4e3a325ab5 req-f21b1842-3315-460b-9868-141853922266 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0523396 Oct 28 08:07:33.906491 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-76192db5-e46d-4926-ace3-1a4e3a325ab5 req-153696eb-f750-44be-a507-310b5fd2c2d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320103 Oct 28 08:07:33.930918 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f28ad3-6d65-478c-bf69-214a1a6e7b42 req-3681bb58-5b49-4241-83ce-d7e8bca6acf9 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:33.932412 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-37f28ad3-6d65-478c-bf69-214a1a6e7b42 req-3681bb58-5b49-4241-83ce-d7e8bca6acf9 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.30 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 946 time: 0.0494893 Oct 28 08:07:34.028595 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-37f28ad3-6d65-478c-bf69-214a1a6e7b42 req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Deleting port 17d29a36-e277-496f-ad13-0cf1e3bcadf9 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:07:34.028849 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-37f28ad3-6d65-478c-bf69-214a1a6e7b42 req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:34.118887 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-37f28ad3-6d65-478c-bf69-214a1a6e7b42 req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] For port 17d29a36-e277-496f-ad13-0cf1e3bcadf9, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=17d29a36-e277-496f-ad13-0cf1e3bcadf9,segment=NetworkSegment(8ad4ceb6-7c05-4348-8112-ff220b566bf5),segment_id=8ad4ceb6-7c05-4348-8112-ff220b566bf5)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:07:34.119243 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-37f28ad3-6d65-478c-bf69-214a1a6e7b42 req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:34.135388 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-37f28ad3-6d65-478c-bf69-214a1a6e7b42 req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Calling delete_port for 17d29a36-e277-496f-ad13-0cf1e3bcadf9 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:07:34.177467 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825b5f7-a595-4ff7-9916-d31a7ecdca5d req-929c23bf-21ec-40f5-9412-b17a3d905841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:34.179394 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6825b5f7-a595-4ff7-9916-d31a7ecdca5d req-929c23bf-21ec-40f5-9412-b17a3d905841 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8e3328adfdb47159a3c8f03b8a4b91e&device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 1099 time: 0.0421336 Oct 28 08:07:34.289780 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825b5f7-a595-4ff7-9916-d31a7ecdca5d req-9d48443c-e96c-4170-889f-8755872ee0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:34.291280 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6825b5f7-a595-4ff7-9916-d31a7ecdca5d req-9d48443c-e96c-4170-889f-8755872ee0ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=d887f050-79aa-489b-9750-77b5b6491008 HTTP/1.1" status: 200 len: 910 time: 0.1047640 Oct 28 08:07:34.361069 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6825b5f7-a595-4ff7-9916-d31a7ecdca5d req-bf0e0783-854e-4c31-a9ff-e228e5d57322 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b543de41-08e1-4367-87a9-e5d7007e34e5 HTTP/1.1" status: 200 len: 1001 time: 0.0608430 Oct 28 08:07:34.362855 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-37f28ad3-6d65-478c-bf69-214a1a6e7b42 req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:34.376376 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['17d29a36-e277-496f-ad13-0cf1e3bcadf9'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:07:34.406487 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Pushing event deleted for resources: {'Port': ['ID=17d29a36-e277-496f-ad13-0cf1e3bcadf9,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:34.426401 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-200a4349-d5b4-4dc9-9995-7e7c648d3f24 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:34.427620 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825b5f7-a595-4ff7-9916-d31a7ecdca5d req-a9e458bb-c85d-4c66-9fe6-b49813f997dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:34.427915 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-200a4349-d5b4-4dc9-9995-7e7c648d3f24 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.30 "GET /v2.0/networks?id=04a4ec59-e6c1-494d-8ce4-6943ef22ae13 HTTP/1.1" status: 200 len: 814 time: 0.1560931 Oct 28 08:07:34.429260 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6825b5f7-a595-4ff7-9916-d31a7ecdca5d req-a9e458bb-c85d-4c66-9fe6-b49813f997dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c030f593-fbc5-43e1-985f-2b5bcb12e0bf HTTP/1.1" status: 200 len: 848 time: 0.0609939 Oct 28 08:07:34.446109 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:34.446455 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:34.446817 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:34.447155 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:34.447485 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:34.447812 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:34.448205 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:34.448560 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:34.448886 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:34.449269 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:34.449594 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:34.449930 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:34.473155 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-3153fdde-f76e-470f-ad69-8b27e9ab4f8d tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Request body: {'port': {'device_id': '6cba8a6d-c136-42eb-9193-5eaa6b2e0459', 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13', 'admin_state_up': True, 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:07:34.476278 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f28ad3-6d65-478c-bf69-214a1a6e7b42 req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] No DVR routers for this DVR port 17d29a36-e277-496f-ad13-0cf1e3bcadf9 on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:07:34.479806 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-37f28ad3-6d65-478c-bf69-214a1a6e7b42 req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:34.483177 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-37f28ad3-6d65-478c-bf69-214a1a6e7b42 req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.30 "DELETE /v2.0/ports/17d29a36-e277-496f-ad13-0cf1e3bcadf9 HTTP/1.1" status: 204 len: 173 time: 0.5438862 Oct 28 08:07:34.483624 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954d5981-7e2d-4722-94ba-e377d9f0db2c', 'name': 'network-vif-deleted', 'tag': '17d29a36-e277-496f-ad13-0cf1e3bcadf9'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:07:34.485824 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825b5f7-a595-4ff7-9916-d31a7ecdca5d req-c811a614-9a11-433e-a680-95b877b33e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:34.486336 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cafcf08-f637-4e2b-ac23-939695d63a83" -d '{"events": [{"server_uuid": "954d5981-7e2d-4722-94ba-e377d9f0db2c", "name": "network-vif-deleted", "tag": "17d29a36-e277-496f-ad13-0cf1e3bcadf9"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:07:34.487323 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6825b5f7-a595-4ff7-9916-d31a7ecdca5d req-c811a614-9a11-433e-a680-95b877b33e2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d887f050-79aa-489b-9750-77b5b6491008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436988 Oct 28 08:07:34.601772 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6825b5f7-a595-4ff7-9916-d31a7ecdca5d req-b0bdcead-caca-4045-b750-719279c239fd service neutron] 10.222.0.30 "GET /v2.0/networks/d887f050-79aa-489b-9750-77b5b6491008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068821 Oct 28 08:07:34.622616 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b8286563-63bb-4037-82b7-437df4df6318 req-943fa881-7401-4171-b740-e2a656ec8bfd tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 210 time: 0.0375686 Oct 28 08:07:34.745510 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6825b5f7-a595-4ff7-9916-d31a7ecdca5d req-7e516d49-dcbd-42b4-9672-770ac75d7965 service neutron] 10.222.0.30 "GET /v2.0/networks/d887f050-79aa-489b-9750-77b5b6491008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248748 Oct 28 08:07:34.757453 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424e3d1c-4a3d-4c07-86b9-0e8dc201f16f x-openstack-request-id: req-424e3d1c-4a3d-4c07-86b9-0e8dc201f16f {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:07:34.757677 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954d5981-7e2d-4722-94ba-e377d9f0db2c", "name": "network-vif-deleted", "tag": "17d29a36-e277-496f-ad13-0cf1e3bcadf9", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:07:34.757765 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-424e3d1c-4a3d-4c07-86b9-0e8dc201f16f {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:07:34.758610 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954d5981-7e2d-4722-94ba-e377d9f0db2c', 'name': 'network-vif-deleted', 'tag': '17d29a36-e277-496f-ad13-0cf1e3bcadf9', 'status': 'completed', 'code': 200} Oct 28 08:07:34.887558 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6cbc8eb8-0ef8-4723-964a-a0834003612a req-3cd51d91-ab7b-409f-b982-acb5f74fc702 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 210 time: 0.0264750 Oct 28 08:07:34.995143 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-3153fdde-f76e-470f-ad69-8b27e9ab4f8d tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Made reservation on behalf of 93bc9860214142bcb0dfc8900a7a8942 for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:07:35.001980 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-3153fdde-f76e-470f-ad69-8b27e9ab4f8d tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:35.170093 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-3153fdde-f76e-470f-ad69-8b27e9ab4f8d tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Allocated IP 172.20.0.5 (04a4ec59-e6c1-494d-8ce4-6943ef22ae13/0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55/ff8a6637-0d03-445f-bcdb-6dc30509a950) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:07:35.293179 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f584b-1996-4f56-8f44-1adfec74eb0e req-73ab280f-a6b4-4ca8-9d4f-ede7ecfbc3d1 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:35.303547 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d86f584b-1996-4f56-8f44-1adfec74eb0e req-73ab280f-a6b4-4ca8-9d4f-ede7ecfbc3d1 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.1092777 Oct 28 08:07:35.351324 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d86f584b-1996-4f56-8f44-1adfec74eb0e req-191b9948-a2b4-42fc-aec7-b4465664482b tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468152 Oct 28 08:07:35.378121 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-3153fdde-f76e-470f-ad69-8b27e9ab4f8d tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:35.543574 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-3153fdde-f76e-470f-ad69-8b27e9ab4f8d tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:35.592076 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-3153fdde-f76e-470f-ad69-8b27e9ab4f8d tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Network 04a4ec59-e6c1-494d-8ce4-6943ef22ae13 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:07:35.596272 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-3153fdde-f76e-470f-ad69-8b27e9ab4f8d tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:07:35.600325 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-3153fdde-f76e-470f-ad69-8b27e9ab4f8d tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:07:35.651950 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-3153fdde-f76e-470f-ad69-8b27e9ab4f8d tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:35.657651 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-3153fdde-f76e-470f-ad69-8b27e9ab4f8d tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:35.673133 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153fdde-f76e-470f-ad69-8b27e9ab4f8d tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Pushing event updated for resources: {'Port': ['ID=ff8a6637-0d03-445f-bcdb-6dc30509a950,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:35.746032 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-3153fdde-f76e-470f-ad69-8b27e9ab4f8d tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2908444 Oct 28 08:07:35.881749 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8781d3-7c51-43d3-86db-7b64acac0fa3 req-95a2c32c-f0c1-455f-a84c-2ddae89813de tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:35.889683 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0a8781d3-7c51-43d3-86db-7b64acac0fa3 req-95a2c32c-f0c1-455f-a84c-2ddae89813de tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 931 time: 0.1346469 Oct 28 08:07:35.954347 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0a8781d3-7c51-43d3-86db-7b64acac0fa3 req-9598146b-b2dc-476b-89af-747f3e9dda3a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598826 Oct 28 08:07:36.054182 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-0a721b56-db74-4154-9e43-c88971dfa5c5 None None] Provisioning complete for port ff8a6637-0d03-445f-bcdb-6dc30509a950 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:07:36.054692 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b99e6e43-621f-4510-ac97-4227a973ce6f req-5fa6a560-652d-40f9-ba1a-0cdaf7724fbe tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 210 time: 0.0452075 Oct 28 08:07:36.062120 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0a721b56-db74-4154-9e43-c88971dfa5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:36.113210 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-0a721b56-db74-4154-9e43-c88971dfa5c5 None None] Port ff8a6637-0d03-445f-bcdb-6dc30509a950 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:07:36.517138 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6ed90-a433-47da-8b50-1f31ed3d49a8 req-44d0579b-d320-46b4-8836-f071699ee8e7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:36.518682 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a1c6ed90-a433-47da-8b50-1f31ed3d49a8 req-44d0579b-d320-46b4-8836-f071699ee8e7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0533991 Oct 28 08:07:36.560603 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a1c6ed90-a433-47da-8b50-1f31ed3d49a8 req-d66e9ca5-4625-4fa5-8ce7-20f198459374 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354505 Oct 28 08:07:37.087784 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed388bb5-c362-4794-b72e-6e188225cd24 req-f5950a34-8fad-4814-a04c-101d5569fbff tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:37.089683 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ed388bb5-c362-4794-b72e-6e188225cd24 req-f5950a34-8fad-4814-a04c-101d5569fbff tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 931 time: 0.0594325 Oct 28 08:07:37.133426 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ed388bb5-c362-4794-b72e-6e188225cd24 req-cd2df7aa-4ab5-49ed-b84a-5b9d8f53cd27 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364556 Oct 28 08:07:37.195915 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e908c3c9-1189-4f1e-9f53-ab2690b66824 req-5b408d62-865d-4b78-bc78-35bebe742c12 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 210 time: 0.0506775 Oct 28 08:07:37.693024 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c418c-c35c-4ffe-a816-8ff3cd40f40a req-c494e183-74e0-4fec-9a30-ac209a743786 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:37.697058 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b37c418c-c35c-4ffe-a816-8ff3cd40f40a req-c494e183-74e0-4fec-9a30-ac209a743786 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0537744 Oct 28 08:07:37.742293 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b37c418c-c35c-4ffe-a816-8ff3cd40f40a req-760c3646-06d0-4beb-80af-0d0499f573be tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326176 Oct 28 08:07:37.969703 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 17d29a36-e277-496f-ad13-0cf1e3bcadf9 no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:07:37.991022 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: 17d29a36-e277-496f-ad13-0cf1e3bcadf9 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:07:37.991365 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 17d29a36-e277-496f-ad13-0cf1e3bcadf9 not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:07:38.274385 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3707a-660e-425f-9a0e-2ed91682d70c req-7f3562af-e4c2-4c57-83ef-2e19b439871e tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:38.276611 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-76d3707a-660e-425f-9a0e-2ed91682d70c req-7f3562af-e4c2-4c57-83ef-2e19b439871e tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 931 time: 0.0571876 Oct 28 08:07:38.317981 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-41e794dd-aae0-40f0-aee7-285cd5717fb3 req-15d2e724-4752-4edd-bd2c-dedb0e96377f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 210 time: 0.0367591 Oct 28 08:07:38.358227 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-76d3707a-660e-425f-9a0e-2ed91682d70c req-8a143630-533f-4a5a-827b-00971dc21232 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749710 Oct 28 08:07:38.885301 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869d676-33b4-4d5f-8451-a5652519bc3c req-ee0e5e11-eff4-4ea5-90d9-6ede3602a5e2 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:38.887209 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8869d676-33b4-4d5f-8451-a5652519bc3c req-ee0e5e11-eff4-4ea5-90d9-6ede3602a5e2 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0609205 Oct 28 08:07:38.950503 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8869d676-33b4-4d5f-8451-a5652519bc3c req-b91c4d23-92df-4554-92e8-18032e9089d3 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523281 Oct 28 08:07:39.465777 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bbe76555-f870-432e-88ca-3b70cdc9d899 req-fe0288ba-aefd-4362-a83f-4000b5c7c92f tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 210 time: 0.0618584 Oct 28 08:07:39.521719 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89652dca-0753-4b76-bf5a-6851c3a74817 req-8ad24aeb-a913-4dff-a374-0e41df6a9e28 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:39.523770 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-89652dca-0753-4b76-bf5a-6851c3a74817 req-8ad24aeb-a913-4dff-a374-0e41df6a9e28 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 931 time: 0.0928917 Oct 28 08:07:39.593504 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-89652dca-0753-4b76-bf5a-6851c3a74817 req-3b43f2db-d7b1-4632-bf5c-67ec37a3217a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544991 Oct 28 08:07:40.089387 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e51eeb-b364-4544-b800-5a201e0d34f0 req-18b11ce2-ba64-4973-a4f2-917ea9224457 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:40.097603 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-71e51eeb-b364-4544-b800-5a201e0d34f0 req-18b11ce2-ba64-4973-a4f2-917ea9224457 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0776031 Oct 28 08:07:40.135640 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-71e51eeb-b364-4544-b800-5a201e0d34f0 req-1a44a926-2688-4f2b-a18c-e496e845756b tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371706 Oct 28 08:07:40.608725 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0c49bad9-450a-46db-aee7-1f52d628e588 req-af4128be-c4fd-4953-8bdc-d2dc512c2829 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 210 time: 0.0391254 Oct 28 08:07:40.737144 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4339c7-f4a1-4f44-b0cb-0274db8b41b8 req-20ec0ff1-21cd-451d-936d-2a3ac873522c tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:40.738652 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7a4339c7-f4a1-4f44-b0cb-0274db8b41b8 req-20ec0ff1-21cd-451d-936d-2a3ac873522c tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 931 time: 0.0579336 Oct 28 08:07:40.778153 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7a4339c7-f4a1-4f44-b0cb-0274db8b41b8 req-c5ae607e-50c1-4dfc-8b27-06d618279182 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332990 Oct 28 08:07:41.260299 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df1058-6225-4ff5-82e3-585466241e0f req-d8c8cc4d-0386-4b2d-a867-79ac7c6b35f3 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:41.262300 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b3df1058-6225-4ff5-82e3-585466241e0f req-d8c8cc4d-0386-4b2d-a867-79ac7c6b35f3 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0536482 Oct 28 08:07:41.306440 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b3df1058-6225-4ff5-82e3-585466241e0f req-92a2f3c8-5b5b-4218-b474-fc26aff1f7b7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368805 Oct 28 08:07:41.737713 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3e88a265-1729-450c-af35-43042dbae284 req-8cd9b294-9f67-4475-b3b8-0cae8efa79d8 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 210 time: 0.0261211 Oct 28 08:07:41.904340 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3cf71-1af2-4833-a2ab-76ef0c9f434f req-0843d19f-c3bb-4bc0-a1f2-b733c15ee201 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:41.906000 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ecc3cf71-1af2-4833-a2ab-76ef0c9f434f req-0843d19f-c3bb-4bc0-a1f2-b733c15ee201 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 931 time: 0.0529683 Oct 28 08:07:41.948672 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ecc3cf71-1af2-4833-a2ab-76ef0c9f434f req-c562f4fb-295e-45d9-bd54-3d77099ff855 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367255 Oct 28 08:07:42.428572 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effae69-3b34-4a1d-b798-8da2afbbfb1f req-535df7fa-fb7d-4464-90df-968fe9fe9b16 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:42.430247 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1effae69-3b34-4a1d-b798-8da2afbbfb1f req-535df7fa-fb7d-4464-90df-968fe9fe9b16 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0538902 Oct 28 08:07:42.478968 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1effae69-3b34-4a1d-b798-8da2afbbfb1f req-074e56ca-0758-4248-9787-65eecbb0d620 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395653 Oct 28 08:07:42.866007 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-59c8fe7d-b8a8-4461-a7b9-95883a16f987 req-c5482798-c51f-4da4-a43f-ac9915c835c5 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 210 time: 0.0409586 Oct 28 08:07:43.055987 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 36486) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:07:43.100160 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682c1ab-0007-4128-a607-033656bf7eb2 req-c332b8c1-976d-4a77-86e1-21565406657e tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:43.101738 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0682c1ab-0007-4128-a607-033656bf7eb2 req-c332b8c1-976d-4a77-86e1-21565406657e tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 931 time: 0.0620282 Oct 28 08:07:43.172102 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0682c1ab-0007-4128-a607-033656bf7eb2 req-f194229d-2e09-4bfb-b60c-4f8db5547dd6 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625160 Oct 28 08:07:43.179250 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-75894eb0-47e3-44ae-9c81-a9ca12065fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:43.274876 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-75894eb0-47e3-44ae-9c81-a9ca12065fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:43.612124 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0aec-957d-4a1a-a291-e358d3fd6bd5 req-a6248c73-5555-4d54-9691-405194678715 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:43.613632 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-157b0aec-957d-4a1a-a291-e358d3fd6bd5 req-a6248c73-5555-4d54-9691-405194678715 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0514092 Oct 28 08:07:43.670343 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-157b0aec-957d-4a1a-a291-e358d3fd6bd5 req-7237649a-382c-4a66-80f5-49564979ff78 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505528 Oct 28 08:07:43.983155 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-75894eb0-47e3-44ae-9c81-a9ca12065fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:44.024560 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75894eb0-47e3-44ae-9c81-a9ca12065fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd095960-0074-4b93-bf52-622e76e253fc,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:44.058191 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-75894eb0-47e3-44ae-9c81-a9ca12065fd5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63a09f2d625f4f6a842e564f2b46f50d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0159972 Oct 28 08:07:44.060208 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 36496) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:07:44.070035 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f5c70a7b-43d4-4d07-987e-638d6c1f77db req-54484ee5-7788-4754-9f38-462cb5b0fe19 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 210 time: 0.0602808 Oct 28 08:07:44.128231 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-035ea7f3-0698-4d3e-8d78-6925e938b810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:44.166391 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-035ea7f3-0698-4d3e-8d78-6925e938b810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:44.311104 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33686d7-e32b-49c2-ad43-e7709ac80368 req-d44045e6-d013-4e90-88a9-3e49edbaaf06 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:44.313047 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e33686d7-e32b-49c2-ad43-e7709ac80368 req-d44045e6-d013-4e90-88a9-3e49edbaaf06 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 931 time: 0.0528433 Oct 28 08:07:44.359075 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e33686d7-e32b-49c2-ad43-e7709ac80368 req-d5715757-ab81-4810-b053-3982b31436e4 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353074 Oct 28 08:07:44.360475 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-035ea7f3-0698-4d3e-8d78-6925e938b810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:44.363050 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-035ea7f3-0698-4d3e-8d78-6925e938b810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:44.364190 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-035ea7f3-0698-4d3e-8d78-6925e938b810 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd095960-0074-4b93-bf52-622e76e253fc HTTP/1.1" status: 204 len: 168 time: 0.3025248 Oct 28 08:07:44.372906 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ea7f3-0698-4d3e-8d78-6925e938b810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd095960-0074-4b93-bf52-622e76e253fc,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:44.805673 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0885993-fcfa-4d22-b0ca-8fc764c0103a req-38da1d90-8386-43c0-9983-441fd8ec521a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:44.807561 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b0885993-fcfa-4d22-b0ca-8fc764c0103a req-38da1d90-8386-43c0-9983-441fd8ec521a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0597792 Oct 28 08:07:44.860199 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b0885993-fcfa-4d22-b0ca-8fc764c0103a req-8ac02833-16f4-498c-a951-01deb06d39ef tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439186 Oct 28 08:07:45.180216 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4cafba9f-95fe-47e9-9b91-0dc2b1ebb3a3 req-8a766af3-f52f-4a08-9a14-b94de23b525c tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 210 time: 0.0262175 Oct 28 08:07:45.494495 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c78d73-fef3-4427-9c84-7e2bacf9c022 req-ac09e0f8-af1b-4baf-a740-eb3c82498b19 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:45.496393 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a8c78d73-fef3-4427-9c84-7e2bacf9c022 req-ac09e0f8-af1b-4baf-a740-eb3c82498b19 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 931 time: 0.0673394 Oct 28 08:07:45.536478 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a8c78d73-fef3-4427-9c84-7e2bacf9c022 req-68e64634-198e-42f6-acf0-4a4bb3fe3466 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328736 Oct 28 08:07:46.019321 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949fcbe-6273-424d-84f0-6b56c1fabb56 req-9ca2e1b7-a10f-4d19-8ddf-3bf780b5c06c tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:46.020897 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e949fcbe-6273-424d-84f0-6b56c1fabb56 req-9ca2e1b7-a10f-4d19-8ddf-3bf780b5c06c tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0852196 Oct 28 08:07:46.060872 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e949fcbe-6273-424d-84f0-6b56c1fabb56 req-2f24f893-ead0-4040-83ef-d2f65cd75604 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340014 Oct 28 08:07:46.311559 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-584db855-c5ac-494f-83ce-f726cb297970 req-78c68978-a577-4c06-bfe9-762b1e061c34 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 210 time: 0.0254533 Oct 28 08:07:46.628819 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a0fba176-694d-4094-902b-52c5fd4e1364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:46.667777 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c5400-dda4-4887-a253-2079a01a7428 req-72740103-10da-42fb-9120-2532a01bc8a5 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:46.669316 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-006c5400-dda4-4887-a253-2079a01a7428 req-72740103-10da-42fb-9120-2532a01bc8a5 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 931 time: 0.0526514 Oct 28 08:07:46.709013 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-006c5400-dda4-4887-a253-2079a01a7428 req-d4e04968-8487-4b66-806a-bf3aaf1e5176 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331337 Oct 28 08:07:47.201707 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d765b43-c2c7-4b85-9647-c76960b99ddd req-473f5649-5f8c-42ad-b1d3-51ca9eceea03 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:47.203200 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6d765b43-c2c7-4b85-9647-c76960b99ddd req-473f5649-5f8c-42ad-b1d3-51ca9eceea03 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0481892 Oct 28 08:07:47.246934 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6d765b43-c2c7-4b85-9647-c76960b99ddd req-84ad9fc5-f8bf-408e-8edb-d6125001d750 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373528 Oct 28 08:07:47.435472 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-85d8bead-e852-4dd7-96df-52475022f8af req-7996cef7-7df4-4223-9916-f18bd58c123d tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 210 time: 0.0246968 Oct 28 08:07:47.850830 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb314213-3cfe-4537-8ae6-6b7a23234d45 req-4741ec38-0a4d-4308-814c-3a5c80205c1a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:47.852351 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fb314213-3cfe-4537-8ae6-6b7a23234d45 req-4741ec38-0a4d-4308-814c-3a5c80205c1a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 931 time: 0.0751357 Oct 28 08:07:47.893674 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fb314213-3cfe-4537-8ae6-6b7a23234d45 req-de90d1e3-f564-4937-b832-421b22ed5f6e tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347731 Oct 28 08:07:48.379726 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814893f4-39d8-4009-848b-db6dc2eb7735 req-68ffb65f-2b13-4a84-a75a-28cf13c8b515 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:48.381247 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-814893f4-39d8-4009-848b-db6dc2eb7735 req-68ffb65f-2b13-4a84-a75a-28cf13c8b515 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0536876 Oct 28 08:07:48.418489 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-814893f4-39d8-4009-848b-db6dc2eb7735 req-6656adf9-f741-45cd-b5c3-633a429ae8ea tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312271 Oct 28 08:07:48.545016 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-324bd48e-ac92-4dd7-ba82-7d7547c2b947 req-99cea561-906d-4366-ad48-208bc510263d tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 210 time: 0.0324869 Oct 28 08:07:49.019455 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65905c6-77f3-4fcd-b824-77431aab0596 req-fcd221e5-5cf7-4dec-82a3-330506572b51 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:49.020924 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a65905c6-77f3-4fcd-b824-77431aab0596 req-fcd221e5-5cf7-4dec-82a3-330506572b51 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 931 time: 0.0474591 Oct 28 08:07:49.058620 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a65905c6-77f3-4fcd-b824-77431aab0596 req-51b1d298-2364-4f64-8e4a-562f3051a0dd tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316074 Oct 28 08:07:49.323507 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-832719a3-f5a7-4ff2-aabf-35b5cde41415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:49.533896 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccc0cc-8447-4c2e-8de9-fa9d0c28ff0c req-5e2874d9-4d3a-4969-9c99-c0a50cf01e63 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:49.535414 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-19ccc0cc-8447-4c2e-8de9-fa9d0c28ff0c req-5e2874d9-4d3a-4969-9c99-c0a50cf01e63 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0483978 Oct 28 08:07:49.557519 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:49.576064 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-19ccc0cc-8447-4c2e-8de9-fa9d0c28ff0c req-1b880b39-b510-46ff-95dc-7ba6f175a0f5 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345249 Oct 28 08:07:49.661030 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c2b358cb-0e26-419d-aa5d-a91d61848f20 req-89fcbc22-eff1-4e9c-bf88-2bcc5b4c40a2 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 210 time: 0.0252457 Oct 28 08:07:50.173176 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56722e-c358-4f2b-8b40-b1cc708b3847 req-9b1c651c-139e-4ad5-ae04-6192294bccf7 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:50.174529 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cb56722e-c358-4f2b-8b40-b1cc708b3847 req-9b1c651c-139e-4ad5-ae04-6192294bccf7 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 931 time: 0.0503430 Oct 28 08:07:50.211449 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cb56722e-c358-4f2b-8b40-b1cc708b3847 req-7dfe4e6d-de44-4719-bb97-fc4af070d55c tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309908 Oct 28 08:07:50.416485 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:07:50.673632 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:50.704763 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ae411-ba4b-4527-a858-e9c612e0b984 req-50cc69ee-1e16-46dd-900e-c36e43896900 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:50.704763 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-371ae411-ba4b-4527-a858-e9c612e0b984 req-50cc69ee-1e16-46dd-900e-c36e43896900 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0517738 Oct 28 08:07:50.745914 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-371ae411-ba4b-4527-a858-e9c612e0b984 req-22cf2289-1fb3-40d3-ac06-f502d66bbfb2 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348310 Oct 28 08:07:50.773391 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9328144b-f179-4ec8-8955-9d0c269aeb0e req-ffe62f1a-41fc-4c82-9eab-c06646c371bf tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 210 time: 0.0256021 Oct 28 08:07:51.328808 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2781df-2a4b-4adb-aba4-c0b7452755cf req-ed830959-2dd7-44e4-b956-5fe0bbfccedc tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:51.330293 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5c2781df-2a4b-4adb-aba4-c0b7452755cf req-ed830959-2dd7-44e4-b956-5fe0bbfccedc tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 931 time: 0.0514312 Oct 28 08:07:51.368119 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5c2781df-2a4b-4adb-aba4-c0b7452755cf req-4559ece8-ce9c-418b-ba9b-c461f03b92e0 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318625 Oct 28 08:07:51.868041 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9044fe-1a20-4a10-b436-a4e4f3345795 req-9299ac56-f715-44ad-ae3d-3021d5a3d6b4 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:51.868041 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fe9044fe-1a20-4a10-b436-a4e4f3345795 req-9299ac56-f715-44ad-ae3d-3021d5a3d6b4 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0523400 Oct 28 08:07:51.874645 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Request body: {'port': {'device_id': '6cba8a6d-c136-42eb-9193-5eaa6b2e0459', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:07:51.926046 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c1f54640-8ac0-4215-a208-0e1830a8e4e6 req-ada3337b-289e-4be5-b41c-9012c3627ba0 tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] 10.222.0.37 "GET /v2.0/ports?device_id=954d5981-7e2d-4722-94ba-e377d9f0db2c HTTP/1.1" status: 200 len: 210 time: 0.0310783 Oct 28 08:07:51.940517 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fe9044fe-1a20-4a10-b436-a4e4f3345795 req-617ad43e-4885-4275-aa28-b8c5080a5a9c tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614932 Oct 28 08:07:51.963574 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:52.230273 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8a6637-0d03-445f-bcdb-6dc30509a950 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:07:52.245781 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:52.249292 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Transition to ACTIVE for port object ff8a6637-0d03-445f-bcdb-6dc30509a950 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:07:52.357441 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:52.457556 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8a6637-0d03-445f-bcdb-6dc30509a950,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:52.520884 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e78b7d-b7f0-4d63-8856-99735bb61324 req-69ea4b44-b800-4f13-a457-2c354bd77e75 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:52.523297 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-45e78b7d-b7f0-4d63-8856-99735bb61324 req-69ea4b44-b800-4f13-a457-2c354bd77e75 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 943 time: 0.0615726 Oct 28 08:07:52.533978 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Attempting to bind port ff8a6637-0d03-445f-bcdb-6dc30509a950 on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:07:52.534430 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Attempting to bind port ff8a6637-0d03-445f-bcdb-6dc30509a950 by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': '706e97f6-7d1d-4a67-bacc-88ed36cb54c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:07:52.534863 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Attempting to bind port ff8a6637-0d03-445f-bcdb-6dc30509a950 on network 04a4ec59-e6c1-494d-8ce4-6943ef22ae13 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:07:52.540048 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Port ff8a6637-0d03-445f-bcdb-6dc30509a950 on network 04a4ec59-e6c1-494d-8ce4-6943ef22ae13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:07:52.540372 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Attempting to bind port ff8a6637-0d03-445f-bcdb-6dc30509a950 on network 04a4ec59-e6c1-494d-8ce4-6943ef22ae13 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:07:52.546155 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:07:52.547367 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Checking segment: {'id': '706e97f6-7d1d-4a67-bacc-88ed36cb54c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:07:52.547630 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Bound using segment: {'id': '706e97f6-7d1d-4a67-bacc-88ed36cb54c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:07:52.548086 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Bound port: ff8a6637-0d03-445f-bcdb-6dc30509a950, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '706e97f6-7d1d-4a67-bacc-88ed36cb54c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:07:52.548419 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:52.634229 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:52.655841 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] For port ff8a6637-0d03-445f-bcdb-6dc30509a950, host hv-cinder-81578, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:07:52.660545 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] For port ff8a6637-0d03-445f-bcdb-6dc30509a950, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=ff8a6637-0d03-445f-bcdb-6dc30509a950,segment=NetworkSegment(706e97f6-7d1d-4a67-bacc-88ed36cb54c2),segment_id=706e97f6-7d1d-4a67-bacc-88ed36cb54c2)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:07:52.737699 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:52.786868 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:52.786868 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:52.787706 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] 10.222.0.30 "PUT /v2.0/ports/ff8a6637-0d03-445f-bcdb-6dc30509a950 HTTP/1.1" status: 200 len: 1093 time: 0.9185190 Oct 28 08:07:52.788369 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cba8a6d-c136-42eb-9193-5eaa6b2e0459', 'tag': 'ff8a6637-0d03-445f-bcdb-6dc30509a950'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:07:52.792274 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eaeebf9-e828-4dc4-a6de-6861f68b25db" -d '{"events": [{"name": "network-changed", "server_uuid": "6cba8a6d-c136-42eb-9193-5eaa6b2e0459", "tag": "ff8a6637-0d03-445f-bcdb-6dc30509a950"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:07:52.820998 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-45e78b7d-b7f0-4d63-8856-99735bb61324 req-207569bd-08a9-4d52-9d9a-e533ed00712a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907863 Oct 28 08:07:52.840069 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ae28f-1167-4a4c-8f40-2c11f1a6f657 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8a6637-0d03-445f-bcdb-6dc30509a950,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:52.866875 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3115b4-bc7c-4a2b-a7d0-8e118f0fdd8c x-openstack-request-id: req-5e3115b4-bc7c-4a2b-a7d0-8e118f0fdd8c {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:07:52.866875 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cba8a6d-c136-42eb-9193-5eaa6b2e0459", "tag": "ff8a6637-0d03-445f-bcdb-6dc30509a950", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:07:52.866875 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e3115b4-bc7c-4a2b-a7d0-8e118f0fdd8c {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:07:52.866875 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cba8a6d-c136-42eb-9193-5eaa6b2e0459', 'tag': 'ff8a6637-0d03-445f-bcdb-6dc30509a950', 'status': 'completed', 'code': 200} Oct 28 08:07:52.949920 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeebf9-e828-4dc4-a6de-6861f68b25db req-ef9bb73c-4e40-4ef8-a4a3-65ef48990fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:52.951496 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7eaeebf9-e828-4dc4-a6de-6861f68b25db req-ef9bb73c-4e40-4ef8-a4a3-65ef48990fda service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93bc9860214142bcb0dfc8900a7a8942&device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 1096 time: 0.0558901 Oct 28 08:07:53.092447 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe73c94-5bf0-4e75-9434-4793965a83de req-7cc175b9-9bdc-40b6-8342-c984aa3c2ba3 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:53.094562 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-abe73c94-5bf0-4e75-9434-4793965a83de req-7cc175b9-9bdc-40b6-8342-c984aa3c2ba3 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0611844 Oct 28 08:07:53.139474 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-abe73c94-5bf0-4e75-9434-4793965a83de req-599fb726-9664-4441-81e4-1135f700204f tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356312 Oct 28 08:07:53.145659 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeebf9-e828-4dc4-a6de-6861f68b25db req-2d983b8b-571a-4468-aabb-af8bec65cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:53.148223 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7eaeebf9-e828-4dc4-a6de-6861f68b25db req-2d983b8b-571a-4468-aabb-af8bec65cd6d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=93bc9860214142bcb0dfc8900a7a8942&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1881967 Oct 28 08:07:53.248911 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaeebf9-e828-4dc4-a6de-6861f68b25db req-1ad35b08-19a8-4bf2-9ff1-f3855beded52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:53.251116 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7eaeebf9-e828-4dc4-a6de-6861f68b25db req-1ad35b08-19a8-4bf2-9ff1-f3855beded52 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953295 Oct 28 08:07:53.333819 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-9b737972-13d0-4584-bb79-92a72b4f65d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:53.335341 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-9b737972-13d0-4584-bb79-92a72b4f65d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93bc9860214142bcb0dfc8900a7a8942&device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 1096 time: 0.0467844 Oct 28 08:07:53.379999 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-8f518b76-8206-4452-9ff5-7b40d334010d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff8a6637-0d03-445f-bcdb-6dc30509a950 HTTP/1.1" status: 200 len: 217 time: 0.0360656 Oct 28 08:07:53.431428 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-ea56a851-cb12-40d1-8bb4-6a0e5a26d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:53.432885 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-ea56a851-cb12-40d1-8bb4-6a0e5a26d8be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55 HTTP/1.1" status: 200 len: 853 time: 0.0454402 Oct 28 08:07:53.481512 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-884cf3c6-b236-420c-ab05-5601a85fac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:53.483027 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-884cf3c6-b236-420c-ab05-5601a85fac8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04a4ec59-e6c1-494d-8ce4-6943ef22ae13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418901 Oct 28 08:07:53.587300 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-310adf43-02da-497f-bffa-2ceb451b5ed9 service neutron] 10.222.0.30 "GET /v2.0/networks/04a4ec59-e6c1-494d-8ce4-6943ef22ae13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959466 Oct 28 08:07:53.694528 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a19908ff-3778-43f9-8e3e-fa80ebf6d345 req-4c2d4b55-2565-4316-b35a-352a9161a7b1 service neutron] 10.222.0.30 "GET /v2.0/networks/04a4ec59-e6c1-494d-8ce4-6943ef22ae13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974219 Oct 28 08:07:53.950921 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b0ecd-4e7c-41ab-9e86-8541b9f1b402 req-36a6a049-0a73-41b7-86db-4d9ef4abf3fe tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:53.956741 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-970b0ecd-4e7c-41ab-9e86-8541b9f1b402 req-36a6a049-0a73-41b7-86db-4d9ef4abf3fe tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 943 time: 0.0497167 Oct 28 08:07:53.993532 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-970b0ecd-4e7c-41ab-9e86-8541b9f1b402 req-8b97ff67-28fa-4d14-8a8f-d3475cb09d5c tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346098 Oct 28 08:07:54.266068 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc906245-0f9b-4dcf-bf2a-1895956a7c1d req-1856a9b1-05a3-4f9f-8086-24c7c0e5e5d9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:54.267696 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dc906245-0f9b-4dcf-bf2a-1895956a7c1d req-1856a9b1-05a3-4f9f-8086-24c7c0e5e5d9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0549695 Oct 28 08:07:54.309794 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dc906245-0f9b-4dcf-bf2a-1895956a7c1d req-13a695ed-d1df-460c-990d-89b6d2a02a7c tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359240 Oct 28 08:07:54.715189 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a25817-7bdd-47f9-a33f-63c96fb2c442 req-d1244186-60bd-4419-a780-38deee70c08f tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:54.716676 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-10a25817-7bdd-47f9-a33f-63c96fb2c442 req-d1244186-60bd-4419-a780-38deee70c08f tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0490360 Oct 28 08:07:54.759964 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-10a25817-7bdd-47f9-a33f-63c96fb2c442 req-0fddd801-0d13-442c-b80d-3d781d20ffe7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362399 Oct 28 08:07:54.880442 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 36578) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:07:54.988197 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4020217-46c8-4dd7-8d72-48f2d9cb87e1 req-5faa732c-86cb-451c-903b-dc34c6724304 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1058223 Oct 28 08:07:54.997210 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [req-d4020217-46c8-4dd7-8d72-48f2d9cb87e1 req-354c70f4-dc0e-43ec-a05c-762a03b6fb46 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=108236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:07:54.998262 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4020217-46c8-4dd7-8d72-48f2d9cb87e1 req-354c70f4-dc0e-43ec-a05c-762a03b6fb46 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051434 Oct 28 08:07:55.131509 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d67bd7-9704-4ca8-8cca-a544b742e39d req-eabbea0e-a185-48fb-8091-ddbca891fe93 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:55.133032 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-22d67bd7-9704-4ca8-8cca-a544b742e39d req-eabbea0e-a185-48fb-8091-ddbca891fe93 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 943 time: 0.0594900 Oct 28 08:07:55.181978 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-22d67bd7-9704-4ca8-8cca-a544b742e39d req-2a546409-9634-4127-b042-c46444d481a9 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369487 Oct 28 08:07:55.906043 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e4b3b-85f5-423b-9004-d078a52ae2be req-77712278-dde7-435d-b4ad-8a4a4791bbf1 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:55.907624 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4d5e4b3b-85f5-423b-9004-d078a52ae2be req-77712278-dde7-435d-b4ad-8a4a4791bbf1 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0564208 Oct 28 08:07:55.949290 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4d5e4b3b-85f5-423b-9004-d078a52ae2be req-b05d0c33-8165-45bd-9ea4-4dcf5b76564a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351484 Oct 28 08:07:56.307086 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976c209-07ee-4449-8d5a-719ef53bd58a req-ca7008b4-3ced-4089-af68-525cc7f2b9ef tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:56.308593 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8976c209-07ee-4449-8d5a-719ef53bd58a req-ca7008b4-3ced-4089-af68-525cc7f2b9ef tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 943 time: 0.0494354 Oct 28 08:07:56.349846 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8976c209-07ee-4449-8d5a-719ef53bd58a req-7ecd94d4-4581-4034-9376-09efd3c9d0e5 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348878 Oct 28 08:07:57.071954 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432103a9-d098-43dd-b71b-e395822ed98f req-5379a6d3-4de6-420b-a0d1-23ea824394d9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:57.073470 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-432103a9-d098-43dd-b71b-e395822ed98f req-5379a6d3-4de6-420b-a0d1-23ea824394d9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0506692 Oct 28 08:07:57.120162 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-432103a9-d098-43dd-b71b-e395822ed98f req-ab61e5f3-5086-447c-866f-63dec0b4e66a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395730 Oct 28 08:07:57.469658 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff565f-001e-41d6-9b32-88bca0fa344c req-f8cbe9ea-dc84-4060-b3f4-4f421eabd909 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:57.471285 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e9ff565f-001e-41d6-9b32-88bca0fa344c req-f8cbe9ea-dc84-4060-b3f4-4f421eabd909 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 943 time: 0.0539875 Oct 28 08:07:57.500808 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:57.511594 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e9ff565f-001e-41d6-9b32-88bca0fa344c req-0b710215-78d6-4345-955c-e73d52da71eb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338676 Oct 28 08:07:58.233364 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cda475-35d8-4859-bbc0-87d1dcf5c042 req-2bebe4fe-506c-4c3c-be73-72c56136495f tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:58.235050 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-83cda475-35d8-4859-bbc0-87d1dcf5c042 req-2bebe4fe-506c-4c3c-be73-72c56136495f tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0489347 Oct 28 08:07:58.273568 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-83cda475-35d8-4859-bbc0-87d1dcf5c042 req-22405a4c-cea7-4960-8fe2-19ca7887f20e tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326738 Oct 28 08:07:58.447184 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device ff8a6637-0d03-445f-bcdb-6dc30509a950 details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:07:58.549670 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port ff8a6637-0d03-445f-bcdb-6dc30509a950, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=ff8a6637-0d03-445f-bcdb-6dc30509a950,segment=NetworkSegment(706e97f6-7d1d-4a67-bacc-88ed36cb54c2),segment_id=706e97f6-7d1d-4a67-bacc-88ed36cb54c2)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:07:58.563793 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': 'ff8a6637-0d03-445f-bcdb-6dc30509a950', 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13', 'port_id': 'ff8a6637-0d03-445f-bcdb-6dc30509a950', 'mac_address': 'fa:16:3e:3c:09:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:07:58.602290 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:58.615414 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8a6637-0d03-445f-bcdb-6dc30509a950 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:07:58.628023 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878cdb3-fbec-4360-90fb-727c88b9e5d5 req-13ee0039-72b2-4740-bd25-16fbc4b81150 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:58.629549 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1878cdb3-fbec-4360-90fb-727c88b9e5d5 req-13ee0039-72b2-4740-bd25-16fbc4b81150 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 943 time: 0.0492668 Oct 28 08:07:58.635799 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port ff8a6637-0d03-445f-bcdb-6dc30509a950, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=ff8a6637-0d03-445f-bcdb-6dc30509a950,segment=NetworkSegment(706e97f6-7d1d-4a67-bacc-88ed36cb54c2),segment_id=706e97f6-7d1d-4a67-bacc-88ed36cb54c2)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:07:58.668773 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1878cdb3-fbec-4360-90fb-727c88b9e5d5 req-dbbc043d-c243-410f-8546-4720d2ea3cad tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327191 Oct 28 08:07:58.714535 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:07:58.771349 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=ff8a6637-0d03-445f-bcdb-6dc30509a950,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:07:58.778705 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:58.779077 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:58.779416 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:58.779751 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:58.780080 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:58.780408 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:58.781018 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:58.781348 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:58.781673 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:58.782004 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:58.782323 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:58.782642 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:07:59.391399 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4115b4d-c832-4061-b873-1a71154428b9 req-3f44d0f7-90f3-4295-b5a0-5a886901fb68 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:59.392982 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f4115b4d-c832-4061-b873-1a71154428b9 req-3f44d0f7-90f3-4295-b5a0-5a886901fb68 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0530078 Oct 28 08:07:59.433418 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f4115b4d-c832-4061-b873-1a71154428b9 req-5bbd3045-f2ba-48e0-90d0-71f183bcf2a2 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339062 Oct 28 08:07:59.785716 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd69903-a67d-4ee3-925a-c652f8c4c4f2 req-b6a13458-1af8-4e46-bea8-0f00f89f8833 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:07:59.787250 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9bd69903-a67d-4ee3-925a-c652f8c4c4f2 req-b6a13458-1af8-4e46-bea8-0f00f89f8833 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 944 time: 0.0502236 Oct 28 08:07:59.834637 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9bd69903-a67d-4ee3-925a-c652f8c4c4f2 req-145dfba2-3d51-4ce3-95cc-5e7ddff07330 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411646 Oct 28 08:07:59.940346 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device b543de41-08e1-4367-87a9-e5d7007e34e5 no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:08:00.038522 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:00.063980 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc90c886-b3e4-4a59-a1da-fbd9db8dcfce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b543de41-08e1-4367-87a9-e5d7007e34e5'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:08:00.066337 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2495294-a6b6-4342-9c06-2c544c9021c7" -d '{"events": [{"server_uuid": "bc90c886-b3e4-4a59-a1da-fbd9db8dcfce", "name": "network-vif-unplugged", "status": "completed", "tag": "b543de41-08e1-4367-87a9-e5d7007e34e5"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:08:00.081755 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port b543de41-08e1-4367-87a9-e5d7007e34e5, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=b543de41-08e1-4367-87a9-e5d7007e34e5,segment=NetworkSegment(a2cfed3b-4ed3-4933-b580-63330d1c8df9),segment_id=a2cfed3b-4ed3-4933-b580-63330d1c8df9)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:08:00.098848 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 08:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5efd176-ecd4-4289-b89f-98f2befdb0c8 x-openstack-request-id: req-a5efd176-ecd4-4289-b89f-98f2befdb0c8 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:08:00.099139 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc90c886-b3e4-4a59-a1da-fbd9db8dcfce", "name": "network-vif-unplugged", "status": "failed", "tag": "b543de41-08e1-4367-87a9-e5d7007e34e5", "code": 422}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:08:00.099391 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5efd176-ecd4-4289-b89f-98f2befdb0c8 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:08:00.099830 dv-cinder-815780-1-iscsi neutron-server[108237]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bc90c886-b3e4-4a59-a1da-fbd9db8dcfce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b543de41-08e1-4367-87a9-e5d7007e34e5', 'code': 422} returned with failed status Oct 28 08:08:00.205452 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:00.256976 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=b543de41-08e1-4367-87a9-e5d7007e34e5,revision_number=6']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:00.548111 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b96003-c011-49ea-b835-b4f0ab05edf2 req-0caafe3e-6852-4faf-8a78-52465028b525 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:00.549656 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-94b96003-c011-49ea-b835-b4f0ab05edf2 req-0caafe3e-6852-4faf-8a78-52465028b525 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0489066 Oct 28 08:08:00.587661 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-94b96003-c011-49ea-b835-b4f0ab05edf2 req-e4f11965-991a-4075-8c86-d8f6c3344c69 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320530 Oct 28 08:08:00.734036 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['ff8a6637-0d03-445f-bcdb-6dc30509a950'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:08:00.962946 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2281f80-d072-429f-b06f-48769ad75363 req-582141b6-80c8-4eaf-8a7c-8ca54aafc734 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:00.964451 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a2281f80-d072-429f-b06f-48769ad75363 req-582141b6-80c8-4eaf-8a7c-8ca54aafc734 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 944 time: 0.0587378 Oct 28 08:08:01.007356 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a2281f80-d072-429f-b06f-48769ad75363 req-b2490cf5-0bdc-4c9d-a670-be7d3abe582a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331564 Oct 28 08:08:01.723745 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ef67c-689a-4742-b16e-03c71aee4712 req-8f78383f-2d12-4f6d-be07-c54e4cc115a0 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:01.725651 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-883ef67c-689a-4742-b16e-03c71aee4712 req-8f78383f-2d12-4f6d-be07-c54e4cc115a0 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0539920 Oct 28 08:08:01.778408 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-883ef67c-689a-4742-b16e-03c71aee4712 req-ebf65fe0-172e-4d5f-bf77-4e9b7b414cd3 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445929 Oct 28 08:08:02.133346 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516a248-a1e0-4977-9a41-9e21a36802a8 req-03c47765-7a51-4fd4-b5cc-c6e6dee163c4 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:02.135106 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1516a248-a1e0-4977-9a41-9e21a36802a8 req-03c47765-7a51-4fd4-b5cc-c6e6dee163c4 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 944 time: 0.0555301 Oct 28 08:08:02.197188 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1516a248-a1e0-4977-9a41-9e21a36802a8 req-f843c909-e895-4f0e-8fa0-6b8bb6317b4d tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472429 Oct 28 08:08:02.459644 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device ff8a6637-0d03-445f-bcdb-6dc30509a950 up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:08:02.585802 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port ff8a6637-0d03-445f-bcdb-6dc30509a950 completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:08:02.591203 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port ff8a6637-0d03-445f-bcdb-6dc30509a950 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:08:02.596078 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:02.600761 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4020217-46c8-4dd7-8d72-48f2d9cb87e1 req-d21b90ad-92f9-49ea-861f-800bbd7e0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:02.602292 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4020217-46c8-4dd7-8d72-48f2d9cb87e1 req-d21b90ad-92f9-49ea-861f-800bbd7e0b9d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce&tenant_id=e8e3328adfdb47159a3c8f03b8a4b91e HTTP/1.1" status: 200 len: 1097 time: 0.0414493 Oct 28 08:08:02.683125 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4020217-46c8-4dd7-8d72-48f2d9cb87e1 req-7c84374c-b0e1-40d6-b85f-72a1889a1f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:02.685111 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4020217-46c8-4dd7-8d72-48f2d9cb87e1 req-7c84374c-b0e1-40d6-b85f-72a1889a1f28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8e3328adfdb47159a3c8f03b8a4b91e&device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 1097 time: 0.0553801 Oct 28 08:08:02.688768 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:02.712680 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cba8a6d-c136-42eb-9193-5eaa6b2e0459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8a6637-0d03-445f-bcdb-6dc30509a950'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:08:02.715979 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00baac1b-637a-4cbd-8bb3-4751c258c62b" -d '{"events": [{"server_uuid": "6cba8a6d-c136-42eb-9193-5eaa6b2e0459", "name": "network-vif-plugged", "status": "completed", "tag": "ff8a6637-0d03-445f-bcdb-6dc30509a950"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:08:02.728873 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port ff8a6637-0d03-445f-bcdb-6dc30509a950, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=ff8a6637-0d03-445f-bcdb-6dc30509a950,segment=NetworkSegment(706e97f6-7d1d-4a67-bacc-88ed36cb54c2),segment_id=706e97f6-7d1d-4a67-bacc-88ed36cb54c2)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:08:02.775984 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0bcd6e-7e26-43a7-8b53-839bb2c18dab x-openstack-request-id: req-3c0bcd6e-7e26-43a7-8b53-839bb2c18dab {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:08:02.776433 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cba8a6d-c136-42eb-9193-5eaa6b2e0459", "name": "network-vif-plugged", "status": "completed", "tag": "ff8a6637-0d03-445f-bcdb-6dc30509a950", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:08:02.776952 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c0bcd6e-7e26-43a7-8b53-839bb2c18dab {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:08:02.777443 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cba8a6d-c136-42eb-9193-5eaa6b2e0459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8a6637-0d03-445f-bcdb-6dc30509a950', 'code': 200} Oct 28 08:08:02.787742 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4020217-46c8-4dd7-8d72-48f2d9cb87e1 req-4dc777d8-561b-43e2-ab80-1fa9a4a45cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:02.789448 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4020217-46c8-4dd7-8d72-48f2d9cb87e1 req-4dc777d8-561b-43e2-ab80-1fa9a4a45cad service neutron] 10.222.0.30 "GET /v2.0/networks?id=d887f050-79aa-489b-9750-77b5b6491008 HTTP/1.1" status: 200 len: 910 time: 0.0960588 Oct 28 08:08:02.814598 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:02.870419 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4020217-46c8-4dd7-8d72-48f2d9cb87e1 req-969230bc-83d3-4df3-b12c-5c767fd10fa8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b543de41-08e1-4367-87a9-e5d7007e34e5 HTTP/1.1" status: 200 len: 999 time: 0.0713763 Oct 28 08:08:02.889793 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=ff8a6637-0d03-445f-bcdb-6dc30509a950,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:02.945425 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4020217-46c8-4dd7-8d72-48f2d9cb87e1 req-3fbf0805-2939-4a79-9f57-129caa2ac00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:02.946895 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4020217-46c8-4dd7-8d72-48f2d9cb87e1 req-3fbf0805-2939-4a79-9f57-129caa2ac00a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c030f593-fbc5-43e1-985f-2b5bcb12e0bf HTTP/1.1" status: 200 len: 848 time: 0.0690050 Oct 28 08:08:02.958709 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d69c4-36ec-4730-8326-e1f0d6c81587 req-e3ef0f0a-3852-47f7-a626-e5c36ad36f57 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:02.960245 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8f8d69c4-36ec-4730-8326-e1f0d6c81587 req-e3ef0f0a-3852-47f7-a626-e5c36ad36f57 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0836473 Oct 28 08:08:02.999292 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4020217-46c8-4dd7-8d72-48f2d9cb87e1 req-4f5c886c-61c3-4c11-86a8-61bfdc23b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:03.000738 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4020217-46c8-4dd7-8d72-48f2d9cb87e1 req-4f5c886c-61c3-4c11-86a8-61bfdc23b9ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d887f050-79aa-489b-9750-77b5b6491008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464797 Oct 28 08:08:03.001679 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8f8d69c4-36ec-4730-8326-e1f0d6c81587 req-fadce923-3d01-4bd0-a730-1bb5e1a4e617 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349133 Oct 28 08:08:03.093415 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4020217-46c8-4dd7-8d72-48f2d9cb87e1 req-3ed03511-063b-486f-a0e0-b7ed68ca5298 service neutron] 10.222.0.30 "GET /v2.0/networks/d887f050-79aa-489b-9750-77b5b6491008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851159 Oct 28 08:08:03.191094 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d4020217-46c8-4dd7-8d72-48f2d9cb87e1 req-46f2ac00-0122-4744-86aa-a02e07e82da2 service neutron] 10.222.0.30 "GET /v2.0/networks/d887f050-79aa-489b-9750-77b5b6491008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889118 Oct 28 08:08:03.323976 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913eeae-ca70-4537-b2c2-8203a9a42924 req-65a9ce7e-90d4-4958-884c-43aaf66da6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:03.325513 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e913eeae-ca70-4537-b2c2-8203a9a42924 req-65a9ce7e-90d4-4958-884c-43aaf66da6b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 1098 time: 0.0537245 Oct 28 08:08:03.348934 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310569c4-9718-4bb4-ae48-a095504e6fc9 req-e7e389e3-364f-4843-8291-43ca793e866d tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:03.350967 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-310569c4-9718-4bb4-ae48-a095504e6fc9 req-e7e389e3-364f-4843-8291-43ca793e866d tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0563698 Oct 28 08:08:03.365955 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e913eeae-ca70-4537-b2c2-8203a9a42924 req-86cd20f7-08ed-4918-b6a6-9a649111331f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327053 Oct 28 08:08:03.393548 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-310569c4-9718-4bb4-ae48-a095504e6fc9 req-ff168a20-a921-4104-a825-434a889f8b9b tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354443 Oct 28 08:08:04.118762 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad49d1-5d1a-493a-ba9a-dbd37e83e026 req-646bb6a9-bcbc-4a6b-ad4f-b248271f361a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:04.120174 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-efad49d1-5d1a-493a-ba9a-dbd37e83e026 req-646bb6a9-bcbc-4a6b-ad4f-b248271f361a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0480838 Oct 28 08:08:04.160793 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-efad49d1-5d1a-493a-ba9a-dbd37e83e026 req-b907d39e-05d0-4d27-a99c-a7daadd36f4f tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337331 Oct 28 08:08:04.519585 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41b962-0ab2-4af0-824f-1627cb38f772 req-53696d76-fb45-494c-a4bd-57c9d1f4e1c7 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:04.521684 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ee41b962-0ab2-4af0-824f-1627cb38f772 req-53696d76-fb45-494c-a4bd-57c9d1f4e1c7 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0561483 Oct 28 08:08:04.525711 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745a2ab-6b63-4bdb-8f73-29e4d096206d req-139c4ab9-057a-4405-b8db-7e1e0e1f325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:04.527245 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c745a2ab-6b63-4bdb-8f73-29e4d096206d req-139c4ab9-057a-4405-b8db-7e1e0e1f325b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8e3328adfdb47159a3c8f03b8a4b91e&device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 1097 time: 0.0481074 Oct 28 08:08:04.579980 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ee41b962-0ab2-4af0-824f-1627cb38f772 req-345361ed-2594-4b45-93d6-cb7d9b7e986d tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492871 Oct 28 08:08:04.647851 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745a2ab-6b63-4bdb-8f73-29e4d096206d req-a42bc201-ef58-42fa-aaad-cfdc0229d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:04.649379 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c745a2ab-6b63-4bdb-8f73-29e4d096206d req-a42bc201-ef58-42fa-aaad-cfdc0229d86a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d887f050-79aa-489b-9750-77b5b6491008 HTTP/1.1" status: 200 len: 910 time: 0.0975068 Oct 28 08:08:04.720778 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c745a2ab-6b63-4bdb-8f73-29e4d096206d req-2043ee0f-69ee-4040-870c-411af90c0d5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b543de41-08e1-4367-87a9-e5d7007e34e5 HTTP/1.1" status: 200 len: 999 time: 0.0631735 Oct 28 08:08:04.776751 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745a2ab-6b63-4bdb-8f73-29e4d096206d req-a240e704-07d7-4ec0-82f4-ea0c200885c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:04.778370 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c745a2ab-6b63-4bdb-8f73-29e4d096206d req-a240e704-07d7-4ec0-82f4-ea0c200885c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c030f593-fbc5-43e1-985f-2b5bcb12e0bf HTTP/1.1" status: 200 len: 848 time: 0.0505946 Oct 28 08:08:04.839310 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745a2ab-6b63-4bdb-8f73-29e4d096206d req-0e9485a8-c3e9-4dc9-ae94-da95d50686af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:04.840803 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c745a2ab-6b63-4bdb-8f73-29e4d096206d req-0e9485a8-c3e9-4dc9-ae94-da95d50686af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d887f050-79aa-489b-9750-77b5b6491008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494237 Oct 28 08:08:04.935197 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c745a2ab-6b63-4bdb-8f73-29e4d096206d req-6daa9b12-9541-4d30-96af-47faf13d56ba service neutron] 10.222.0.30 "GET /v2.0/networks/d887f050-79aa-489b-9750-77b5b6491008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856295 Oct 28 08:08:05.032733 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-c745a2ab-6b63-4bdb-8f73-29e4d096206d req-8b755b28-ce43-4d76-9cdc-b6a95a330708 service neutron] 10.222.0.30 "GET /v2.0/networks/d887f050-79aa-489b-9750-77b5b6491008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886168 Oct 28 08:08:05.293422 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95a238-f6a9-4d44-98e6-64b4a47f7481 req-46052bb4-c6f3-4226-a43f-1fab4c4e0157 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:05.295749 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9c95a238-f6a9-4d44-98e6-64b4a47f7481 req-46052bb4-c6f3-4226-a43f-1fab4c4e0157 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0611045 Oct 28 08:08:05.337879 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9c95a238-f6a9-4d44-98e6-64b4a47f7481 req-277551ff-f6b7-4750-a42d-457fca24f8d9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345535 Oct 28 08:08:05.702645 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b8715-060c-4e22-9e29-052f396d5890 req-8d4ca9d3-38e1-44ba-94c0-9972cd3a88e3 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:05.704271 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d07b8715-060c-4e22-9e29-052f396d5890 req-8d4ca9d3-38e1-44ba-94c0-9972cd3a88e3 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0508654 Oct 28 08:08:05.743425 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d07b8715-060c-4e22-9e29-052f396d5890 req-06c4d2d9-1a24-48db-a10b-b26eef81a45a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330391 Oct 28 08:08:06.458156 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459fb55-6e9b-4586-8faa-35a60af0c113 req-d671dd85-ecfc-401f-a43f-e5a3f1ea336b tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:06.459697 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e459fb55-6e9b-4586-8faa-35a60af0c113 req-d671dd85-ecfc-401f-a43f-e5a3f1ea336b tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0533171 Oct 28 08:08:06.497233 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e459fb55-6e9b-4586-8faa-35a60af0c113 req-49885fc2-43c9-43ad-b117-aa7f3ab75381 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313990 Oct 28 08:08:06.857845 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63d7cc-6117-405d-a841-649e1e2534af req-1e097615-2f49-43c5-84f7-6f5e7318b4be tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:06.859899 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6b63d7cc-6117-405d-a841-649e1e2534af req-1e097615-2f49-43c5-84f7-6f5e7318b4be tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0504191 Oct 28 08:08:06.898032 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6b63d7cc-6117-405d-a841-649e1e2534af req-fad01e17-481c-4608-adb7-90de004cdd14 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320365 Oct 28 08:08:07.011288 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b2c0f-6cb2-422a-8913-28bd75fb5929 req-5bb207a2-d75a-46cb-bf37-b39a54992997 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:07.012774 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c65b2c0f-6cb2-422a-8913-28bd75fb5929 req-5bb207a2-d75a-46cb-bf37-b39a54992997 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0485013 Oct 28 08:08:07.050851 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c65b2c0f-6cb2-422a-8913-28bd75fb5929 req-2fbc955f-50e3-4a14-8caf-5471743e2d40 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319393 Oct 28 08:08:07.395830 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4d1c8-abb1-467c-a5bf-0b276143e32d req-2f27b462-a13c-47a0-88a6-b51be07131b6 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:07.397347 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b5e4d1c8-abb1-467c-a5bf-0b276143e32d req-2f27b462-a13c-47a0-88a6-b51be07131b6 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0535908 Oct 28 08:08:07.438549 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b5e4d1c8-abb1-467c-a5bf-0b276143e32d req-e4526ba1-f25d-4913-b78b-dae571f59493 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339453 Oct 28 08:08:07.620742 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643b49f-d427-4757-86d6-3249a4e763f8 req-a65f3173-38a6-4b6b-9722-fa328c70cd6c tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:07.623581 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c643b49f-d427-4757-86d6-3249a4e763f8 req-a65f3173-38a6-4b6b-9722-fa328c70cd6c tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0530972 Oct 28 08:08:07.663904 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c643b49f-d427-4757-86d6-3249a4e763f8 req-947eff41-0b86-4fe8-90ab-c27e619a4309 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333724 Oct 28 08:08:08.790762 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebec22-0155-4b37-976d-5ac241a0b60f req-561c8420-ff6f-4e45-8ad6-d1c438c76630 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:08.792349 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1eebec22-0155-4b37-976d-5ac241a0b60f req-561c8420-ff6f-4e45-8ad6-d1c438c76630 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0492561 Oct 28 08:08:08.831332 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1eebec22-0155-4b37-976d-5ac241a0b60f req-26af3a1d-d6bf-4cce-aa1f-fead7ee1d9d3 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322201 Oct 28 08:08:09.953968 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6e02a-bf68-4769-9919-b578daaa9cf6 req-ab81ed84-ddf9-4062-bdea-90eb5ae7e7a2 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:09.955487 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ffb6e02a-bf68-4769-9919-b578daaa9cf6 req-ab81ed84-ddf9-4062-bdea-90eb5ae7e7a2 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0528829 Oct 28 08:08:09.994418 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ffb6e02a-bf68-4769-9919-b578daaa9cf6 req-1aa5cb9a-e15c-4790-b3c6-8711e5b2edde tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322685 Oct 28 08:08:11.109430 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e6829-a3c7-47d9-91ca-f8a442e6e02a req-100fe78f-f657-4458-a806-0d6e057f77aa tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:11.110854 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-835e6829-a3c7-47d9-91ca-f8a442e6e02a req-100fe78f-f657-4458-a806-0d6e057f77aa tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0486155 Oct 28 08:08:11.149198 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-835e6829-a3c7-47d9-91ca-f8a442e6e02a req-392e6ff8-0cef-49c5-ab15-34f1be29167d tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323100 Oct 28 08:08:12.260051 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a90d3-297e-4d80-be09-8078249ee435 req-c7323a43-09f8-43fb-8a1b-b354404a32ca tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:12.261560 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-638a90d3-297e-4d80-be09-8078249ee435 req-c7323a43-09f8-43fb-8a1b-b354404a32ca tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0473778 Oct 28 08:08:12.300373 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-638a90d3-297e-4d80-be09-8078249ee435 req-80048f54-7b20-4463-a18c-baf8c3f50304 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321217 Oct 28 08:08:13.426779 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c222cbf-74e4-4dae-ab97-a6f0ff7f281a req-816cf0d4-ca68-4e1a-b790-e8f0775f3bd7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:13.428381 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9c222cbf-74e4-4dae-ab97-a6f0ff7f281a req-816cf0d4-ca68-4e1a-b790-e8f0775f3bd7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0522144 Oct 28 08:08:13.466402 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9c222cbf-74e4-4dae-ab97-a6f0ff7f281a req-4665b24f-08ef-4254-bb63-8a18df0e1e84 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319836 Oct 28 08:08:14.583463 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c3fc4-4428-4d45-898e-2005c7add680 req-f82119a3-b9b5-4a42-8dc8-e21c1386ebaa tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:14.584998 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bb8c3fc4-4428-4d45-898e-2005c7add680 req-f82119a3-b9b5-4a42-8dc8-e21c1386ebaa tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0507059 Oct 28 08:08:14.624975 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bb8c3fc4-4428-4d45-898e-2005c7add680 req-81284f2a-9c11-4d4e-81bc-73b699542807 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327682 Oct 28 08:08:15.737889 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638b8ea-f58c-4e85-8030-6a26dc7f4a2c req-d879d43d-f980-438a-bc09-64921c647756 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:15.743474 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e638b8ea-f58c-4e85-8030-6a26dc7f4a2c req-d879d43d-f980-438a-bc09-64921c647756 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0488598 Oct 28 08:08:15.778022 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e638b8ea-f58c-4e85-8030-6a26dc7f4a2c req-f5053dc8-c127-4219-81c3-e522a2ac41da tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325863 Oct 28 08:08:16.536787 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device b543de41-08e1-4367-87a9-e5d7007e34e5 details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:08:16.676733 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port b543de41-08e1-4367-87a9-e5d7007e34e5, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=b543de41-08e1-4367-87a9-e5d7007e34e5,segment=NetworkSegment(a2cfed3b-4ed3-4933-b580-63330d1c8df9),segment_id=a2cfed3b-4ed3-4933-b580-63330d1c8df9)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:08:16.694134 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': 'b543de41-08e1-4367-87a9-e5d7007e34e5', 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008', 'port_id': 'b543de41-08e1-4367-87a9-e5d7007e34e5', 'mac_address': 'fa:16:3e:63:7d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:08:16.723010 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-15445ea8-1db8-4acb-8e42-df3196b50a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:16.738267 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:16.755220 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b543de41-08e1-4367-87a9-e5d7007e34e5 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:08:16.776493 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port b543de41-08e1-4367-87a9-e5d7007e34e5, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=b543de41-08e1-4367-87a9-e5d7007e34e5,segment=NetworkSegment(a2cfed3b-4ed3-4933-b580-63330d1c8df9),segment_id=a2cfed3b-4ed3-4933-b580-63330d1c8df9)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:08:16.879681 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:16.898693 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a03e4-1526-4b3e-9885-36a467ac16fd req-e48d70c8-4e50-4584-bfc4-ccf0f80e70ef tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:16.900205 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-169a03e4-1526-4b3e-9885-36a467ac16fd req-e48d70c8-4e50-4584-bfc4-ccf0f80e70ef tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 944 time: 0.0520327 Oct 28 08:08:16.929945 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=b543de41-08e1-4367-87a9-e5d7007e34e5,revision_number=7']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:16.940568 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-169a03e4-1526-4b3e-9885-36a467ac16fd req-26d104f4-cb15-424f-9b01-cf682de608b2 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328329 Oct 28 08:08:17.369046 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['b543de41-08e1-4367-87a9-e5d7007e34e5'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:08:18.065519 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d344316-ee7d-4e12-8806-77d2972aca81 req-0cad5bdf-b01a-44fc-ac33-333bd102ed57 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:18.067102 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8d344316-ee7d-4e12-8806-77d2972aca81 req-0cad5bdf-b01a-44fc-ac33-333bd102ed57 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 945 time: 0.0524004 Oct 28 08:08:18.108779 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8d344316-ee7d-4e12-8806-77d2972aca81 req-7e7b0a9d-f900-4486-8c52-f99777b52f7a tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346992 Oct 28 08:08:19.231355 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c6bd9-2669-45fb-9e4b-39c933c7988d req-bb7b6cd8-60cf-45ff-bf76-3b2aa876bdb3 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:19.234308 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-009c6bd9-2669-45fb-9e4b-39c933c7988d req-bb7b6cd8-60cf-45ff-bf76-3b2aa876bdb3 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 945 time: 0.0566421 Oct 28 08:08:19.275209 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-009c6bd9-2669-45fb-9e4b-39c933c7988d req-9455cee1-35dc-4952-8355-b40913278be4 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333831 Oct 28 08:08:19.371272 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-29cab972-607b-41d5-8731-f5adca566476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:19.514078 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:20.395819 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da341b80-72a9-4503-a1f9-44cf244dce8b req-0fa320e4-3908-44b8-a264-5b996280feeb tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:20.397339 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-da341b80-72a9-4503-a1f9-44cf244dce8b req-0fa320e4-3908-44b8-a264-5b996280feeb tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 945 time: 0.0530026 Oct 28 08:08:20.435736 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-da341b80-72a9-4503-a1f9-44cf244dce8b req-39dca340-e9fa-4a23-9350-88b2c5e5bda5 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323737 Oct 28 08:08:20.562597 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device b543de41-08e1-4367-87a9-e5d7007e34e5 up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:08:20.622964 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port b543de41-08e1-4367-87a9-e5d7007e34e5 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:08:20.623416 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:20.668660 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:20.703971 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:20.727231 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc90c886-b3e4-4a59-a1da-fbd9db8dcfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b543de41-08e1-4367-87a9-e5d7007e34e5'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:08:20.729484 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f49262-3ca2-4a71-93fc-268c733d27d4" -d '{"events": [{"server_uuid": "bc90c886-b3e4-4a59-a1da-fbd9db8dcfce", "name": "network-vif-plugged", "status": "completed", "tag": "b543de41-08e1-4367-87a9-e5d7007e34e5"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:08:20.743319 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port b543de41-08e1-4367-87a9-e5d7007e34e5, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=b543de41-08e1-4367-87a9-e5d7007e34e5,segment=NetworkSegment(a2cfed3b-4ed3-4933-b580-63330d1c8df9),segment_id=a2cfed3b-4ed3-4933-b580-63330d1c8df9)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:08:20.767241 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75363a1c-fac0-458d-8e2a-82b6096f22ad x-openstack-request-id: req-75363a1c-fac0-458d-8e2a-82b6096f22ad {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:08:20.767241 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc90c886-b3e4-4a59-a1da-fbd9db8dcfce", "name": "network-vif-plugged", "status": "completed", "tag": "b543de41-08e1-4367-87a9-e5d7007e34e5", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:08:20.767461 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75363a1c-fac0-458d-8e2a-82b6096f22ad {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:08:20.767688 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc90c886-b3e4-4a59-a1da-fbd9db8dcfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b543de41-08e1-4367-87a9-e5d7007e34e5', 'code': 200} Oct 28 08:08:20.836789 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:20.886062 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=b543de41-08e1-4367-87a9-e5d7007e34e5,revision_number=8']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:21.197150 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cf13d-4701-448a-a420-d4a85b0e22de req-6f15b949-3a9a-4311-9af9-8c8ca2ad1784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:21.201480 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-770cf13d-4701-448a-a420-d4a85b0e22de req-6f15b949-3a9a-4311-9af9-8c8ca2ad1784 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 1099 time: 0.0393906 Oct 28 08:08:21.236024 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-770cf13d-4701-448a-a420-d4a85b0e22de req-5a842a9e-18f3-4b35-98b4-6e06f6a06d80 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289865 Oct 28 08:08:21.559126 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d41620-f93e-4e1e-ba7f-a65b9f0c0835 req-850690a0-2673-412e-b354-3a82779ca7b5 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:21.559126 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-05d41620-f93e-4e1e-ba7f-a65b9f0c0835 req-850690a0-2673-412e-b354-3a82779ca7b5 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0502739 Oct 28 08:08:21.594103 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-05d41620-f93e-4e1e-ba7f-a65b9f0c0835 req-d759262c-aaab-4c62-8bba-7a0aa587f178 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349941 Oct 28 08:08:22.715916 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e39c3-eef9-4955-8caa-fff7aaf6ddf6 req-34466134-43a7-4118-af58-72fef10ace2c tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:22.718131 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9a1e39c3-eef9-4955-8caa-fff7aaf6ddf6 req-34466134-43a7-4118-af58-72fef10ace2c tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0490975 Oct 28 08:08:22.754278 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:22.760813 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9a1e39c3-eef9-4955-8caa-fff7aaf6ddf6 req-9b53ebbd-2724-4593-b1a6-0a45b90e83db tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351140 Oct 28 08:08:23.893052 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f9282-8d6b-4f36-83db-163978df6d84 req-e0d09c25-d7b8-4f38-83a7-4fa4825a2cad tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:23.894931 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-178f9282-8d6b-4f36-83db-163978df6d84 req-e0d09c25-d7b8-4f38-83a7-4fa4825a2cad tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0613060 Oct 28 08:08:23.938212 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-178f9282-8d6b-4f36-83db-163978df6d84 req-e232c8bf-893b-4b15-81f0-15c4c7eae0c3 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378287 Oct 28 08:08:24.942921 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e07242-3b63-4da5-a797-e7cb0b8f809b req-5638299f-6a47-463b-b957-814e0b9ad38b tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:24.948016 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-44e07242-3b63-4da5-a797-e7cb0b8f809b req-5638299f-6a47-463b-b957-814e0b9ad38b tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0529568 Oct 28 08:08:24.984768 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-44e07242-3b63-4da5-a797-e7cb0b8f809b req-a4712059-a73f-45ee-aa10-c1eca667737c tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341220 Oct 28 08:08:25.007983 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 36878) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:25.143885 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6c8c72-09dd-405f-a127-cb57eba30763 tempest-TestMinimumBasicScenario-1121353681 tempest-TestMinimumBasicScenario-1121353681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:25.145373 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-9c6c8c72-09dd-405f-a127-cb57eba30763 tempest-TestMinimumBasicScenario-1121353681 tempest-TestMinimumBasicScenario-1121353681-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 1093 time: 0.1363516 Oct 28 08:08:25.148535 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 36882) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:25.152852 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Request body: {'floatingip': {'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'port_id': 'ff8a6637-0d03-445f-bcdb-6dc30509a950', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'fixed_ip_address': '172.20.0.5'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:08:25.271179 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for floatingip, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:25.373251 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:25.481019 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_common [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Allocated IP 172.27.3.181 (77f84cc0-8b47-4277-be58-a93709c02eeb/2fc1b7ce-548a-406e-9830-ae6bdd788adb/40b85109-71c1-474d-8cf5-dbc4045ce70d) {{(pid=108235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:08:25.584458 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for port, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:25.705950 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:25.742430 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Network 77f84cc0-8b47-4277-be58-a93709c02eeb is already hosted by enough agents. {{(pid=108235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:08:25.745258 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Resources bound (agent type, host, resource id): {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:08:25.748735 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Received port after_create {{(pid=108235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:08:25.777330 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Pushing event updated for resources: {'Port': ['ID=40b85109-71c1-474d-8cf5-dbc4045ce70d,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:25.792852 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:25.793195 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:25.793531 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:25.793867 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:25.794193 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:25.794519 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:25.794934 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:25.797582 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:25.797582 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:25.797582 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:25.797582 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:25.797582 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:26.125910 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:26.277546 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:26.428657 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for port, precommit_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:26.516860 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826247'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:26.592000 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Pushing event updated for resources: {'Port': ['ID=40b85109-71c1-474d-8cf5-dbc4045ce70d,revision_number=2']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:26.617077 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586271'] for floatingip, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:26.725668 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e1fdd-7c81-44e6-899f-5c1b41e8e9bd req-b36af494-256e-44ce-936a-d72aeb6e9875 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:26.727196 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-214e1fdd-7c81-44e6-899f-5c1b41e8e9bd req-b36af494-256e-44ce-936a-d72aeb6e9875 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 947 time: 0.1226389 Oct 28 08:08:26.752388 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.db.l3_db [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Floating IP fe4ca671-8f7c-48b3-8419-077997551eaf associated. External IP: 172.27.3.181, port: ff8a6637-0d03-445f-bcdb-6dc30509a950. Oct 28 08:08:26.833371 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-214e1fdd-7c81-44e6-899f-5c1b41e8e9bd req-88d16efc-1e6d-46d1-9e06-8bceee42ea96 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001148 Oct 28 08:08:26.975202 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Router 8268d513-e2ea-440f-9d4d-f9f29d222b48 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:08:27.084875 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:08:27.088850 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 36900) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:27.096508 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846d1dd-5600-493c-aba3-ade06663b7d7 None None] Sync routers for ids ['8268d513-e2ea-440f-9d4d-f9f29d222b48'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:08:27.105402 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a846d1dd-5600-493c-aba3-ade06663b7d7 None None] Routers {'8268d513-e2ea-440f-9d4d-f9f29d222b48'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:08:27.106017 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-a846d1dd-5600-493c-aba3-ade06663b7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:08:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8268d513-e2ea-440f-9d4d-f9f29d222b48'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:08:27.137372 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_v2 [None req-90faaccc-9328-4d61-995b-676089d15b5c admin admin] Deleting subnet 148b000d-2832-4fcd-aa2a-1de5d7c89169 {{(pid=108235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 28 08:08:27.141136 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-90faaccc-9328-4d61-995b-676089d15b5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:27.175415 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-90faaccc-9328-4d61-995b-676089d15b5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126801640'] for subnet, precommit_delete_associations {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:27.197500 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:27.210978 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-a846d1dd-5600-493c-aba3-ade06663b7d7 None None] Set router 8268d513-e2ea-440f-9d4d-f9f29d222b48 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:08:27.239899 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-133a5acd-ea5a-4f9c-80b0-581bc6c4ddfb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0903656 Oct 28 08:08:27.242120 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cba8a6d-c136-42eb-9193-5eaa6b2e0459', 'tag': 'ff8a6637-0d03-445f-bcdb-6dc30509a950'}] {{(pid=108235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:08:27.243042 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 36902) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:27.244683 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4ad7e0b1a6d0b9f916951d122592239853211ff815bbc9715a4b116bc233df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f2f92f-3e9a-435e-a83e-282915382895" -d '{"events": [{"name": "network-changed", "server_uuid": "6cba8a6d-c136-42eb-9193-5eaa6b2e0459", "tag": "ff8a6637-0d03-445f-bcdb-6dc30509a950"}]}' {{(pid=108235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:08:27.247142 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-90faaccc-9328-4d61-995b-676089d15b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16331822'] for subnet, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:27.247714 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-c49b8179-a71b-46d6-9856-1d7a56bd31af tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-803543792', 'description': 'tempest-secgroup-smoke-803543792 description', 'project_id': '93bc9860214142bcb0dfc8900a7a8942'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:08:27.371266 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c49b8179-a71b-46d6-9856-1d7a56bd31af tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:27.406567 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-90faaccc-9328-4d61-995b-676089d15b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16331809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126826317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126846903'] for subnet, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:27.412841 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d64170-139b-474a-b099-a2b930cf81d2 x-openstack-request-id: req-b0d64170-139b-474a-b099-a2b930cf81d2 {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:08:27.413132 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cba8a6d-c136-42eb-9193-5eaa6b2e0459", "tag": "ff8a6637-0d03-445f-bcdb-6dc30509a950", "status": "completed", "code": 200}]} {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:08:27.413377 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0d64170-139b-474a-b099-a2b930cf81d2 {{(pid=108235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:08:27.413790 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cba8a6d-c136-42eb-9193-5eaa6b2e0459', 'tag': 'ff8a6637-0d03-445f-bcdb-6dc30509a950', 'status': 'completed', 'code': 200} Oct 28 08:08:27.417573 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:08:27.450791 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90faaccc-9328-4d61-995b-676089d15b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=148b000d-2832-4fcd-aa2a-1de5d7c89169,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:27.455874 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c49b8179-a71b-46d6-9856-1d7a56bd31af tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:27.459079 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-90faaccc-9328-4d61-995b-676089d15b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:27.462211 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-90faaccc-9328-4d61-995b-676089d15b5c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/148b000d-2832-4fcd-aa2a-1de5d7c89169 HTTP/1.1" status: 204 len: 168 time: 0.3724551 Oct 28 08:08:27.464242 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-a846d1dd-5600-493c-aba3-ade06663b7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'name': 'tempest-TestMinimumBasicScenario-222694556-router', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:05Z', 'updated_at': '2021-10-28T08:07:09Z', 'revision_number': 4, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'gw_port': {'id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:06Z', 'updated_at': '2021-10-28T08:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': 'fe4ca671-8f7c-48b3-8419-077997551eaf', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'port_id': 'ff8a6637-0d03-445f-bcdb-6dc30509a950', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13', 'mac_address': 'fa:16:3e:3c:09:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cba8a6d-c136-42eb-9193-5eaa6b2e0459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:08:25Z', 'updated_at': '2021-10-28T08:08:25Z', 'revision_number': 0, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e', 'name': '', 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'mac_address': 'fa:16:3e:c8:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:08Z', 'updated_at': '2021-10-28T08:07:12Z', 'revision_number': 5, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'subnets': [{'id': '0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:08:27.465614 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 36908) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:27.492054 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846d1dd-5600-493c-aba3-ade06663b7d7 None None] Checking router: 8268d513-e2ea-440f-9d4d-f9f29d222b48 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:08:27.501584 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a846d1dd-5600-493c-aba3-ade06663b7d7 None None] Routers {'8268d513-e2ea-440f-9d4d-f9f29d222b48'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:08:27.502187 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-a846d1dd-5600-493c-aba3-ade06663b7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:08:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8268d513-e2ea-440f-9d4d-f9f29d222b48'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:08:27.535185 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:27.560357 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2f92f-3e9a-435e-a83e-282915382895 req-e6ca306a-022f-4f6e-9f59-16103d1f8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:27.562570 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-97f2f92f-3e9a-435e-a83e-282915382895 req-e6ca306a-022f-4f6e-9f59-16103d1f8d72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93bc9860214142bcb0dfc8900a7a8942&device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 1098 time: 0.1051326 Oct 28 08:08:27.565308 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0e4de8e9-9269-4bdf-b722-ee70ad86ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16338927'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:27.601510 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c49b8179-a71b-46d6-9856-1d7a56bd31af tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:27.610302 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-a846d1dd-5600-493c-aba3-ade06663b7d7 None None] Set router 8268d513-e2ea-440f-9d4d-f9f29d222b48 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:08:27.723562 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0e4de8e9-9269-4bdf-b722-ee70ad86ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16320981', 'neutron.services.segments.db._delete_segments_for_network-8754292201485'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:27.735962 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b8179-a71b-46d6-9856-1d7a56bd31af tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e9a3b9-2657-4f94-b6e3-663ea6d51595,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:27.759598 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c49b8179-a71b-46d6-9856-1d7a56bd31af tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:27.760841 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-c49b8179-a71b-46d6-9856-1d7a56bd31af tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5167563 Oct 28 08:08:27.762527 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-0e4de8e9-9269-4bdf-b722-ee70ad86ebd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db209c3-e51d-4578-bfaf-10b127ec1a7d']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:08:27.763850 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 36910) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:27.769759 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-e52e5780-e374-46d2-a74f-dd32f59045ec tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Request body: {'security_group_rule': {'security_group_id': '74e9a3b9-2657-4f94-b6e3-663ea6d51595', 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:08:27.781160 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-0e4de8e9-9269-4bdf-b722-ee70ad86ebd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad4ceb6-7c05-4348-8112-ff220b566bf5') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:08:27.781451 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-0e4de8e9-9269-4bdf-b722-ee70ad86ebd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad4ceb6-7c05-4348-8112-ff220b566bf5') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:08:27.793297 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2f92f-3e9a-435e-a83e-282915382895 req-77d0f478-c50e-45ed-a2b8-25f2cf964a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:27.813107 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-97f2f92f-3e9a-435e-a83e-282915382895 req-77d0f478-c50e-45ed-a2b8-25f2cf964a99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=04a4ec59-e6c1-494d-8ce4-6943ef22ae13 HTTP/1.1" status: 200 len: 915 time: 0.2008548 Oct 28 08:08:27.813107 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0e4de8e9-9269-4bdf-b722-ee70ad86ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754292204054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3450394'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:27.814967 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0e4de8e9-9269-4bdf-b722-ee70ad86ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:27.847666 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-a846d1dd-5600-493c-aba3-ade06663b7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'name': 'tempest-TestMinimumBasicScenario-222694556-router', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:05Z', 'updated_at': '2021-10-28T08:07:09Z', 'revision_number': 4, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'gw_port': {'id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:06Z', 'updated_at': '2021-10-28T08:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': 'fe4ca671-8f7c-48b3-8419-077997551eaf', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'port_id': 'ff8a6637-0d03-445f-bcdb-6dc30509a950', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13', 'mac_address': 'fa:16:3e:3c:09:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cba8a6d-c136-42eb-9193-5eaa6b2e0459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:08:25Z', 'updated_at': '2021-10-28T08:08:25Z', 'revision_number': 0, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e', 'name': '', 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'mac_address': 'fa:16:3e:c8:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:08Z', 'updated_at': '2021-10-28T08:07:12Z', 'revision_number': 5, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'subnets': [{'id': '0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:08:27.854196 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4de8e9-9269-4bdf-b722-ee70ad86ebd9 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:08:27.854540 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0e4de8e9-9269-4bdf-b722-ee70ad86ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4058841'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: Traceback (most recent call last): Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: timer() Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: cb(*args, **kw) Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: self._notify() Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: self.callback(batched_events) Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: event.method(event) Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: return f(self, *a, **k) Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._get(url).json() Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:08:27.856255 dv-cinder-815780-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:08:27.881164 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846d1dd-5600-493c-aba3-ade06663b7d7 None None] The sync data for ids ['8268d513-e2ea-440f-9d4d-f9f29d222b48'] in dv-cinder-815780-1-iscsi is: [{'id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'name': 'tempest-TestMinimumBasicScenario-222694556-router', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:05Z', 'updated_at': '2021-10-28T08:07:09Z', 'revision_number': 4, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'gw_port': {'id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:06Z', 'updated_at': '2021-10-28T08:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': 'fe4ca671-8f7c-48b3-8419-077997551eaf', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'port_id': 'ff8a6637-0d03-445f-bcdb-6dc30509a950', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13', 'mac_address': 'fa:16:3e:3c:09:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cba8a6d-c136-42eb-9193-5eaa6b2e0459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:08:25Z', 'updated_at': '2021-10-28T08:08:25Z', 'revision_number': 0, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e', 'name': '', 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'mac_address': 'fa:16:3e:c8:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:08Z', 'updated_at': '2021-10-28T08:07:12Z', 'revision_number': 5, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'subnets': [{'id': '0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:08:27.896259 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e52e5780-e374-46d2-a74f-dd32f59045ec tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:27.924279 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-97f2f92f-3e9a-435e-a83e-282915382895 req-5905558e-8da9-42e6-a243-80d51eb4b8e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff8a6637-0d03-445f-bcdb-6dc30509a950 HTTP/1.1" status: 200 len: 999 time: 0.1156974 Oct 28 08:08:27.983440 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2f92f-3e9a-435e-a83e-282915382895 req-6b1e6b54-af65-4c78-bf66-84608d4272c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:27.983568 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e52e5780-e374-46d2-a74f-dd32f59045ec tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:27.983850 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-97f2f92f-3e9a-435e-a83e-282915382895 req-6b1e6b54-af65-4c78-bf66-84608d4272c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55 HTTP/1.1" status: 200 len: 853 time: 0.0506883 Oct 28 08:08:27.993878 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8532c3-9ee2-483b-9b7e-cc7d58c93151 req-dc81c31a-eb05-4975-af8e-e125d54a719a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:27.995427 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dc8532c3-9ee2-483b-9b7e-cc7d58c93151 req-dc81c31a-eb05-4975-af8e-e125d54a719a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 947 time: 0.0750365 Oct 28 08:08:28.002316 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0e4de8e9-9269-4bdf-b722-ee70ad86ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16320940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586477'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:28.006695 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-0e4de8e9-9269-4bdf-b722-ee70ad86ebd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:28.013855 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-0e4de8e9-9269-4bdf-b722-ee70ad86ebd9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3db209c3-e51d-4578-bfaf-10b127ec1a7d HTTP/1.1" status: 204 len: 168 time: 0.5435987 Oct 28 08:08:28.037946 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4de8e9-9269-4bdf-b722-ee70ad86ebd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3db209c3-e51d-4578-bfaf-10b127ec1a7d,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:28.041453 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dc8532c3-9ee2-483b-9b7e-cc7d58c93151 req-f8582e9c-5c94-404d-865e-c996822bc4da tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374358 Oct 28 08:08:28.070447 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2f92f-3e9a-435e-a83e-282915382895 req-44229953-7d0a-4f96-a4d2-1f4f419fe400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:28.070447 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-97f2f92f-3e9a-435e-a83e-282915382895 req-44229953-7d0a-4f96-a4d2-1f4f419fe400 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04a4ec59-e6c1-494d-8ce4-6943ef22ae13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693319 Oct 28 08:08:28.077450 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e52e5780-e374-46d2-a74f-dd32f59045ec tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:28.082909 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e5780-e374-46d2-a74f-dd32f59045ec tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256bde64-a3f2-4161-81ee-04d18ea47c47,revision_number=0']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:28.144094 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd83fea5-bfdf-4278-917f-0c6483873364 None None] New status for floating IP fe4ca671-8f7c-48b3-8419-077997551eaf: ACTIVE {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:08:28.161788 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e52e5780-e374-46d2-a74f-dd32f59045ec tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:28.163311 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-e52e5780-e374-46d2-a74f-dd32f59045ec tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3973157 Oct 28 08:08:28.174770 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 36916) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:28.174770 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-11f1ba15-3e35-49a3-b6ea-9fb29226ea2a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Request body: {'security_group_rule': {'security_group_id': '74e9a3b9-2657-4f94-b6e3-663ea6d51595', 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:08:28.180458 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-97f2f92f-3e9a-435e-a83e-282915382895 req-502ee914-8e62-4df9-b3c2-356ecbc0fd5f service neutron] 10.222.0.30 "GET /v2.0/networks/04a4ec59-e6c1-494d-8ce4-6943ef22ae13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073697 Oct 28 08:08:28.275068 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-97f2f92f-3e9a-435e-a83e-282915382895 req-12cdfe2b-5196-4ff9-8318-49beff664460 service neutron] 10.222.0.30 "GET /v2.0/networks/04a4ec59-e6c1-494d-8ce4-6943ef22ae13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862339 Oct 28 08:08:28.391852 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-11f1ba15-3e35-49a3-b6ea-9fb29226ea2a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:28.439886 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-11f1ba15-3e35-49a3-b6ea-9fb29226ea2a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:28.522809 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-11f1ba15-3e35-49a3-b6ea-9fb29226ea2a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:28.544450 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1ba15-3e35-49a3-b6ea-9fb29226ea2a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7beb3e-38aa-4c18-9133-88040071c0b0,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:28.561960 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 36918) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:28.598600 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-2040f349-ca38-455a-8d05-95e8a1dd9662 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1be322eb775c45e1bb8d937983bc5117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396168 Oct 28 08:08:28.598946 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 36920) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:28.636030 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-11f1ba15-3e35-49a3-b6ea-9fb29226ea2a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:28.637333 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-11f1ba15-3e35-49a3-b6ea-9fb29226ea2a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4704859 Oct 28 08:08:28.640987 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 36922) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:28.645867 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-fea0149e-1f1b-4960-8920-817670cfcf2a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Request body: {'security_group_rule': {'security_group_id': '74e9a3b9-2657-4f94-b6e3-663ea6d51595', 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:08:28.652103 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ac86383f-846a-402f-a176-844751f8b6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:28.683303 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ac86383f-846a-402f-a176-844751f8b6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:28.758367 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fea0149e-1f1b-4960-8920-817670cfcf2a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:28.820445 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fea0149e-1f1b-4960-8920-817670cfcf2a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:28.839496 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ac86383f-846a-402f-a176-844751f8b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:28.842437 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ac86383f-846a-402f-a176-844751f8b6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:28.845990 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-ac86383f-846a-402f-a176-844751f8b6d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d HTTP/1.1" status: 204 len: 168 time: 0.2438865 Oct 28 08:08:28.853797 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86383f-846a-402f-a176-844751f8b6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5ef2b4-71e5-4a3f-b4a1-6d499a85863d,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:28.897053 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fea0149e-1f1b-4960-8920-817670cfcf2a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:28.916394 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0149e-1f1b-4960-8920-817670cfcf2a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0b51cd-6783-4b60-9bce-dfb26e4fa606,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:29.023690 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f4a0b-ba87-43e0-89f8-fde18f7ee524 req-e2033018-296a-409a-b3c5-00bd7655e6f1 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:29.025169 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0b0f4a0b-ba87-43e0-89f8-fde18f7ee524 req-e2033018-296a-409a-b3c5-00bd7655e6f1 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 947 time: 0.0494971 Oct 28 08:08:29.029384 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fea0149e-1f1b-4960-8920-817670cfcf2a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:29.030961 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-fea0149e-1f1b-4960-8920-817670cfcf2a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3888242 Oct 28 08:08:29.033740 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 36926) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:29.038369 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-9a054816-5d36-4422-84dc-c4cdf0797251 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Request body: {'security_group_rule': {'security_group_id': '74e9a3b9-2657-4f94-b6e3-663ea6d51595', 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:08:29.154101 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-0b0f4a0b-ba87-43e0-89f8-fde18f7ee524 req-cad4c682-5b94-48b2-b03f-d935a91ceb0f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Deleting port 08090d45-57f6-4fca-bad8-ed42f1cafd88 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:08:29.154356 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-0b0f4a0b-ba87-43e0-89f8-fde18f7ee524 req-cad4c682-5b94-48b2-b03f-d935a91ceb0f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:29.169503 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef76c76-da52-4fda-8d89-c752fd43a5fc req-bc342233-b6a7-47b3-9d7f-d44ea63d84be tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:29.171621 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-aef76c76-da52-4fda-8d89-c752fd43a5fc req-bc342233-b6a7-47b3-9d7f-d44ea63d84be tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 947 time: 0.0488794 Oct 28 08:08:29.222873 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-aef76c76-da52-4fda-8d89-c752fd43a5fc req-b970afc6-3901-40ec-98fa-c0b70cb8275f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=7515157d-0444-49d0-a7e4-df8fe4101824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387368 Oct 28 08:08:29.257107 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-0b0f4a0b-ba87-43e0-89f8-fde18f7ee524 req-cad4c682-5b94-48b2-b03f-d935a91ceb0f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] For port 08090d45-57f6-4fca-bad8-ed42f1cafd88, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=08090d45-57f6-4fca-bad8-ed42f1cafd88,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:08:29.257473 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-0b0f4a0b-ba87-43e0-89f8-fde18f7ee524 req-cad4c682-5b94-48b2-b03f-d935a91ceb0f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:29.260425 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9a054816-5d36-4422-84dc-c4cdf0797251 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:29.456773 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9a054816-5d36-4422-84dc-c4cdf0797251 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:29.520652 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-0b0f4a0b-ba87-43e0-89f8-fde18f7ee524 req-cad4c682-5b94-48b2-b03f-d935a91ceb0f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:29.521042 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-0b0f4a0b-ba87-43e0-89f8-fde18f7ee524 req-cad4c682-5b94-48b2-b03f-d935a91ceb0f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586271'] for floatingip, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:29.521356 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [req-0b0f4a0b-ba87-43e0-89f8-fde18f7ee524 req-cad4c682-5b94-48b2-b03f-d935a91ceb0f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Floating IP 6f308836-c63d-416b-ae3f-656fe14b2e7e disassociated. External IP: 172.27.3.121, port: 08090d45-57f6-4fca-bad8-ed42f1cafd88. Oct 28 08:08:29.521687 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-0b0f4a0b-ba87-43e0-89f8-fde18f7ee524 req-cad4c682-5b94-48b2-b03f-d935a91ceb0f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Calling delete_port for 08090d45-57f6-4fca-bad8-ed42f1cafd88 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:08:29.561196 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9a054816-5d36-4422-84dc-c4cdf0797251 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:29.594687 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a054816-5d36-4422-84dc-c4cdf0797251 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c153b4be-5f46-4d78-bd28-8891adddf8bf,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:29.831708 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9a054816-5d36-4422-84dc-c4cdf0797251 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:29.832687 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-9a054816-5d36-4422-84dc-c4cdf0797251 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7980168 Oct 28 08:08:29.835584 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 36930) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:29.840382 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-da4359b4-fef0-4b30-a828-550bd47e14b1 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Request body: {'security_group_rule': {'security_group_id': '74e9a3b9-2657-4f94-b6e3-663ea6d51595', 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:08:29.937133 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.db.securitygroups_db [None req-da4359b4-fef0-4b30-a828-550bd47e14b1 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Project 93bc9860214142bcb0dfc8900a7a8942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 08:08:29.942097 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-da4359b4-fef0-4b30-a828-550bd47e14b1 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:29.965401 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-0b0f4a0b-ba87-43e0-89f8-fde18f7ee524 req-cad4c682-5b94-48b2-b03f-d935a91ceb0f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:29.991615 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4c682-5b94-48b2-b03f-d935a91ceb0f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Pushing event deleted for resources: {'Port': ['ID=08090d45-57f6-4fca-bad8-ed42f1cafd88,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:29.994398 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-da4359b4-fef0-4b30-a828-550bd47e14b1 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:30.065051 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-da4359b4-fef0-4b30-a828-550bd47e14b1 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:30.086192 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4359b4-fef0-4b30-a828-550bd47e14b1 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54dfbff9-75db-4d01-ab2c-02964fc6c47b,revision_number=0']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:30.104536 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b0f4a0b-ba87-43e0-89f8-fde18f7ee524 req-cad4c682-5b94-48b2-b03f-d935a91ceb0f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Router e23b813f-34d6-4de1-a1f3-064906d7b589 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:08:30.174362 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-da4359b4-fef0-4b30-a828-550bd47e14b1 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:30.175492 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-da4359b4-fef0-4b30-a828-550bd47e14b1 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3387964 Oct 28 08:08:30.178092 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 36932) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:30.182497 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-5d80accd-68e8-486e-b3f4-7e770e8510c7 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Request body: {'security_group_rule': {'security_group_id': '74e9a3b9-2657-4f94-b6e3-663ea6d51595', 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:08:30.214108 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b0f4a0b-ba87-43e0-89f8-fde18f7ee524 req-cad4c682-5b94-48b2-b03f-d935a91ceb0f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:08:30.224898 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e04d728-bef7-4258-85ea-6e5783b864e9 None None] Sync routers for ids ['e23b813f-34d6-4de1-a1f3-064906d7b589'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:08:30.234476 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e04d728-bef7-4258-85ea-6e5783b864e9 None None] Routers {'e23b813f-34d6-4de1-a1f3-064906d7b589'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:08:30.235081 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-3e04d728-bef7-4258-85ea-6e5783b864e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:08:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['e23b813f-34d6-4de1-a1f3-064906d7b589'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:08:30.255299 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0f4a0b-ba87-43e0-89f8-fde18f7ee524 req-cad4c682-5b94-48b2-b03f-d935a91ceb0f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] No DVR routers for this DVR port 08090d45-57f6-4fca-bad8-ed42f1cafd88 on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:08:30.258104 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-0b0f4a0b-ba87-43e0-89f8-fde18f7ee524 req-cad4c682-5b94-48b2-b03f-d935a91ceb0f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:30.261672 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-0b0f4a0b-ba87-43e0-89f8-fde18f7ee524 req-cad4c682-5b94-48b2-b03f-d935a91ceb0f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.30 "DELETE /v2.0/ports/08090d45-57f6-4fca-bad8-ed42f1cafd88 HTTP/1.1" status: 204 len: 173 time: 1.2191296 Oct 28 08:08:30.262140 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d742387-f880-452a-bae3-87a87a5723a0', 'name': 'network-vif-deleted', 'tag': '08090d45-57f6-4fca-bad8-ed42f1cafd88'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:08:30.271869 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67271433-3a79-4a1a-aa3b-dcfd61341002" -d '{"events": [{"server_uuid": "4d742387-f880-452a-bae3-87a87a5723a0", "name": "network-vif-deleted", "tag": "08090d45-57f6-4fca-bad8-ed42f1cafd88"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:08:30.292032 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.db.securitygroups_db [None req-5d80accd-68e8-486e-b3f4-7e770e8510c7 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Project 93bc9860214142bcb0dfc8900a7a8942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 08:08:30.299366 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5d80accd-68e8-486e-b3f4-7e770e8510c7 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:30.326005 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd95698-b0a7-4b66-9f06-8c2937353a15 x-openstack-request-id: req-4cd95698-b0a7-4b66-9f06-8c2937353a15 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:08:30.326921 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d742387-f880-452a-bae3-87a87a5723a0", "name": "network-vif-deleted", "tag": "08090d45-57f6-4fca-bad8-ed42f1cafd88", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:08:30.327196 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4cd95698-b0a7-4b66-9f06-8c2937353a15 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:08:30.328356 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d742387-f880-452a-bae3-87a87a5723a0', 'name': 'network-vif-deleted', 'tag': '08090d45-57f6-4fca-bad8-ed42f1cafd88', 'status': 'completed', 'code': 200} Oct 28 08:08:30.350140 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c315df62-4b22-4704-88a7-bf38e9cc107c req-b374c5ae-d141-4804-b053-7c1cbab86a7f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 210 time: 0.0391192 Oct 28 08:08:30.384564 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-3e04d728-bef7-4258-85ea-6e5783b864e9 None None] Set router e23b813f-34d6-4de1-a1f3-064906d7b589 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:08:30.403821 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5d80accd-68e8-486e-b3f4-7e770e8510c7 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:30.464610 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5d80accd-68e8-486e-b3f4-7e770e8510c7 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:30.485458 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80accd-68e8-486e-b3f4-7e770e8510c7 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260152d1-7d2d-4b4a-8235-db04f2fb528d,revision_number=0']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:30.586692 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-5d80accd-68e8-486e-b3f4-7e770e8510c7 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:30.591202 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-5d80accd-68e8-486e-b3f4-7e770e8510c7 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4088309 Oct 28 08:08:30.605166 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-3e04d728-bef7-4258-85ea-6e5783b864e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:08Z', 'revision_number': 4, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port': {'id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:02Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': 'aff0915a-10b4-41c6-9ade-1e7b39e5fa70', 'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'mac_address': 'fa:16:3e:52:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:07Z', 'updated_at': '2021-10-28T08:00:14Z', 'revision_number': 5, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'subnets': [{'id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:08:30.639629 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e04d728-bef7-4258-85ea-6e5783b864e9 None None] Checking router: e23b813f-34d6-4de1-a1f3-064906d7b589 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:08:30.649133 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e04d728-bef7-4258-85ea-6e5783b864e9 None None] Routers {'e23b813f-34d6-4de1-a1f3-064906d7b589'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:08:30.649510 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-3e04d728-bef7-4258-85ea-6e5783b864e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:08:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['e23b813f-34d6-4de1-a1f3-064906d7b589'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:08:30.672655 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-29528546-e8cd-4ecc-b205-9b92933552ab req-7fdb86d8-8c28-40e1-8d08-2a55c3a3e213 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-803543792&fields=id&tenant_id=93bc9860214142bcb0dfc8900a7a8942 HTTP/1.1" status: 200 len: 267 time: 0.0383601 Oct 28 08:08:30.911367 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-3e04d728-bef7-4258-85ea-6e5783b864e9 None None] Set router e23b813f-34d6-4de1-a1f3-064906d7b589 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:08:30.986130 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29528546-e8cd-4ecc-b205-9b92933552ab req-ad35cf64-5bc2-4d8a-a7a4-e1c13a1d88c8 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:30.987652 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-29528546-e8cd-4ecc-b205-9b92933552ab req-ad35cf64-5bc2-4d8a-a7a4-e1c13a1d88c8 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.3052201 Oct 28 08:08:31.010798 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [req-29528546-e8cd-4ecc-b205-9b92933552ab req-02b77b24-a3c6-44bd-809d-414c8924d807 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Request body: {'port': {'security_groups': ['6f5dab8b-de23-4973-af8b-46496b3f5482', '74e9a3b9-2657-4f94-b6e3-663ea6d51595']}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:08:31.081062 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-29528546-e8cd-4ecc-b205-9b92933552ab req-02b77b24-a3c6-44bd-809d-414c8924d807 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:31.134438 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-3e04d728-bef7-4258-85ea-6e5783b864e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:08Z', 'revision_number': 4, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port': {'id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:02Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': 'aff0915a-10b4-41c6-9ade-1e7b39e5fa70', 'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'mac_address': 'fa:16:3e:52:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:07Z', 'updated_at': '2021-10-28T08:00:14Z', 'revision_number': 5, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'subnets': [{'id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:08:31.160651 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e04d728-bef7-4258-85ea-6e5783b864e9 None None] The sync data for ids ['e23b813f-34d6-4de1-a1f3-064906d7b589'] in dv-cinder-815780-1-iscsi is: [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:08Z', 'revision_number': 4, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port': {'id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:02Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': 'aff0915a-10b4-41c6-9ade-1e7b39e5fa70', 'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'mac_address': 'fa:16:3e:52:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:07Z', 'updated_at': '2021-10-28T08:00:14Z', 'revision_number': 5, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'subnets': [{'id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:08:31.317602 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [req-29528546-e8cd-4ecc-b205-9b92933552ab req-02b77b24-a3c6-44bd-809d-414c8924d807 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] For port ff8a6637-0d03-445f-bcdb-6dc30509a950, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=ff8a6637-0d03-445f-bcdb-6dc30509a950,segment=NetworkSegment(706e97f6-7d1d-4a67-bacc-88ed36cb54c2),segment_id=706e97f6-7d1d-4a67-bacc-88ed36cb54c2)] {{(pid=108235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:08:31.353187 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-29528546-e8cd-4ecc-b205-9b92933552ab req-02b77b24-a3c6-44bd-809d-414c8924d807 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for port, precommit_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:31.431216 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-29528546-e8cd-4ecc-b205-9b92933552ab req-02b77b24-a3c6-44bd-809d-414c8924d807 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826247'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:31.434647 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fd4cf7-f975-4a09-abc4-6bd8996c3615 None None] New status for floating IP 6f308836-c63d-416b-ae3f-656fe14b2e7e: DOWN {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:08:31.443904 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['ff8a6637-0d03-445f-bcdb-6dc30509a950'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:08:31.540023 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b77b24-a3c6-44bd-809d-414c8924d807 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Pushing event updated for resources: {'Port': ['ID=ff8a6637-0d03-445f-bcdb-6dc30509a950,revision_number=6']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:31.547242 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-00cea166-3bde-4832-a395-0f50ee019751 req-75939361-43fc-46ff-beee-c355832d3baf tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d742387-f880-452a-bae3-87a87a5723a0 HTTP/1.1" status: 200 len: 210 time: 0.1084011 Oct 28 08:08:31.553937 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29528546-e8cd-4ecc-b205-9b92933552ab req-02b77b24-a3c6-44bd-809d-414c8924d807 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:31.554585 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-29528546-e8cd-4ecc-b205-9b92933552ab req-02b77b24-a3c6-44bd-809d-414c8924d807 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:31.556527 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-29528546-e8cd-4ecc-b205-9b92933552ab req-02b77b24-a3c6-44bd-809d-414c8924d807 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "PUT /v2.0/ports/ff8a6637-0d03-445f-bcdb-6dc30509a950 HTTP/1.1" status: 200 len: 981 time: 0.5506465 Oct 28 08:08:31.556950 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cba8a6d-c136-42eb-9193-5eaa6b2e0459', 'tag': 'ff8a6637-0d03-445f-bcdb-6dc30509a950'}] {{(pid=108235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:08:31.559332 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4ad7e0b1a6d0b9f916951d122592239853211ff815bbc9715a4b116bc233df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff2a086-3950-4b20-a7eb-bd93a85f0b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "6cba8a6d-c136-42eb-9193-5eaa6b2e0459", "tag": "ff8a6637-0d03-445f-bcdb-6dc30509a950"}]}' {{(pid=108235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:08:31.639207 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bab97ca-c685-4563-8cdf-ac9466b01f1a x-openstack-request-id: req-8bab97ca-c685-4563-8cdf-ac9466b01f1a {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:08:31.639432 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cba8a6d-c136-42eb-9193-5eaa6b2e0459", "tag": "ff8a6637-0d03-445f-bcdb-6dc30509a950", "status": "completed", "code": 200}]} {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:08:31.639713 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bab97ca-c685-4563-8cdf-ac9466b01f1a {{(pid=108235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:08:31.640075 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cba8a6d-c136-42eb-9193-5eaa6b2e0459', 'tag': 'ff8a6637-0d03-445f-bcdb-6dc30509a950', 'status': 'completed', 'code': 200} Oct 28 08:08:31.664258 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['ff8a6637-0d03-445f-bcdb-6dc30509a950'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:08:31.714505 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df080113-9829-4e85-9b95-dbe52aa0af1f req-7d1d1288-6855-492d-a96b-685eff127540 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:31.722648 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-df080113-9829-4e85-9b95-dbe52aa0af1f req-7d1d1288-6855-492d-a96b-685eff127540 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 984 time: 0.0621927 Oct 28 08:08:31.726258 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2a086-3950-4b20-a7eb-bd93a85f0b1a req-5bf2b6e0-8fb2-44d3-bb0c-4230422eb5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:31.728187 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2ff2a086-3950-4b20-a7eb-bd93a85f0b1a req-5bf2b6e0-8fb2-44d3-bb0c-4230422eb5c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93bc9860214142bcb0dfc8900a7a8942&device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 1137 time: 0.0613408 Oct 28 08:08:31.774693 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-df080113-9829-4e85-9b95-dbe52aa0af1f req-e5120e6c-bc96-4104-941b-e8e7f2fbc96d tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&id=74e9a3b9-2657-4f94-b6e3-663ea6d51595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485926 Oct 28 08:08:31.847102 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2a086-3950-4b20-a7eb-bd93a85f0b1a req-d242fd05-5278-4308-80a1-183fc808fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:31.850799 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2ff2a086-3950-4b20-a7eb-bd93a85f0b1a req-d242fd05-5278-4308-80a1-183fc808fcd5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=04a4ec59-e6c1-494d-8ce4-6943ef22ae13 HTTP/1.1" status: 200 len: 915 time: 0.1109183 Oct 28 08:08:31.860599 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-76025950-a5b4-4cdc-9ff2-f60d0d5af04e None None] Provisioning complete for port ff8a6637-0d03-445f-bcdb-6dc30509a950 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:08:31.861076 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-76025950-a5b4-4cdc-9ff2-f60d0d5af04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:31.917807 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2ff2a086-3950-4b20-a7eb-bd93a85f0b1a req-61dc1658-a2fc-4a55-bd43-e69e24a3cb8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff8a6637-0d03-445f-bcdb-6dc30509a950 HTTP/1.1" status: 200 len: 1001 time: 0.0615811 Oct 28 08:08:31.978399 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2a086-3950-4b20-a7eb-bd93a85f0b1a req-07aa1832-9c83-4ed0-a73b-0d1ede5374ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:31.980384 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2ff2a086-3950-4b20-a7eb-bd93a85f0b1a req-07aa1832-9c83-4ed0-a73b-0d1ede5374ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55 HTTP/1.1" status: 200 len: 853 time: 0.0545187 Oct 28 08:08:32.027539 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2a086-3950-4b20-a7eb-bd93a85f0b1a req-2482e010-1225-4be6-954c-1530bedc3acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:32.029155 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2ff2a086-3950-4b20-a7eb-bd93a85f0b1a req-2482e010-1225-4be6-954c-1530bedc3acd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04a4ec59-e6c1-494d-8ce4-6943ef22ae13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407889 Oct 28 08:08:32.125606 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2ff2a086-3950-4b20-a7eb-bd93a85f0b1a req-d7daee6a-2e63-41aa-9edb-c1c2ddecc569 service neutron] 10.222.0.30 "GET /v2.0/networks/04a4ec59-e6c1-494d-8ce4-6943ef22ae13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883369 Oct 28 08:08:32.219241 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-2ff2a086-3950-4b20-a7eb-bd93a85f0b1a req-9d29c9b7-abeb-4ec9-b61a-1dc779b617e5 service neutron] 10.222.0.30 "GET /v2.0/networks/04a4ec59-e6c1-494d-8ce4-6943ef22ae13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861945 Oct 28 08:08:32.626178 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 08090d45-57f6-4fca-bad8-ed42f1cafd88 no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:08:32.649954 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: 08090d45-57f6-4fca-bad8-ed42f1cafd88 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:08:32.650305 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 08090d45-57f6-4fca-bad8-ed42f1cafd88 not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:08:32.815313 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 36956) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:32.873753 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4a23f733-d167-4f43-ada2-2855d8b6454c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:32.893111 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4a23f733-d167-4f43-ada2-2855d8b6454c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:33.050403 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4a23f733-d167-4f43-ada2-2855d8b6454c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:33.053079 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4a23f733-d167-4f43-ada2-2855d8b6454c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:33.054247 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-4a23f733-d167-4f43-ada2-2855d8b6454c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "DELETE /v2.0/security-groups/7515157d-0444-49d0-a7e4-df8fe4101824 HTTP/1.1" status: 204 len: 168 time: 0.2378969 Oct 28 08:08:33.056946 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 36958) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:33.064276 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23f733-d167-4f43-ada2-2855d8b6454c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7515157d-0444-49d0-a7e4-df8fe4101824,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:33.074396 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.api.v2.resource [None req-dd7deb5c-e7a0-49a4-a56a-ebef0ab38725 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] show failed (client error): The resource could not be found. Oct 28 08:08:33.074396 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-dd7deb5c-e7a0-49a4-a56a-ebef0ab38725 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups/7515157d-0444-49d0-a7e4-df8fe4101824 HTTP/1.1" status: 404 len: 347 time: 0.0160494 Oct 28 08:08:33.076789 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 36960) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:33.200483 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-3935d441-e122-4c38-882c-34007100f9af tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Deleting port 772afd43-ec47-4aa5-b475-b1079e6fa451 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:08:33.200821 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3935d441-e122-4c38-882c-34007100f9af tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:33.277931 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3935d441-e122-4c38-882c-34007100f9af tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:33.278258 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3935d441-e122-4c38-882c-34007100f9af tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:33.289731 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-3935d441-e122-4c38-882c-34007100f9af tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Calling delete_port for 772afd43-ec47-4aa5-b475-b1079e6fa451 owned by network:floatingip {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:08:33.487571 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3935d441-e122-4c38-882c-34007100f9af tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:33.520417 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935d441-e122-4c38-882c-34007100f9af tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Pushing event deleted for resources: {'Port': ['ID=772afd43-ec47-4aa5-b475-b1079e6fa451,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:33.576813 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3935d441-e122-4c38-882c-34007100f9af tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for floatingip, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:33.579396 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3935d441-e122-4c38-882c-34007100f9af tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:33.580561 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-3935d441-e122-4c38-882c-34007100f9af tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "DELETE /v2.0/floatingips/6f308836-c63d-416b-ae3f-656fe14b2e7e HTTP/1.1" status: 204 len: 168 time: 0.5028853 Oct 28 08:08:34.082054 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 36964) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:34.086600 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-d7fe2bc1-1d01-4444-a9cf-41fb37f2200b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1203823042', 'description': 'tempest-description--605198758'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:08:34.202288 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d7fe2bc1-1d01-4444-a9cf-41fb37f2200b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:34.265851 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d7fe2bc1-1d01-4444-a9cf-41fb37f2200b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:34.336533 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d7fe2bc1-1d01-4444-a9cf-41fb37f2200b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:34.365534 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe2bc1-1d01-4444-a9cf-41fb37f2200b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a6fbe2-0003-47ba-925d-b85c2e0d9e80,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:34.430070 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d7fe2bc1-1d01-4444-a9cf-41fb37f2200b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:34.431358 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-d7fe2bc1-1d01-4444-a9cf-41fb37f2200b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3483074 Oct 28 08:08:34.434129 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 36966) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:34.439205 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-0eb58624-86cc-4193-a772-a57ee554aa1f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Request body: {'security_group_rule': {'security_group_id': '59a6fbe2-0003-47ba-925d-b85c2e0d9e80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:08:34.558442 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0eb58624-86cc-4193-a772-a57ee554aa1f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:34.615877 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0eb58624-86cc-4193-a772-a57ee554aa1f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:34.687612 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0eb58624-86cc-4193-a772-a57ee554aa1f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:34.704655 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb58624-86cc-4193-a772-a57ee554aa1f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8f0dce-8cbc-4f14-a030-5fc769e60431,revision_number=0']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:34.781129 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0eb58624-86cc-4193-a772-a57ee554aa1f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:34.782345 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-0eb58624-86cc-4193-a772-a57ee554aa1f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3472087 Oct 28 08:08:34.784962 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 36968) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:34.789202 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-0549e07a-476d-45ab-9b5c-0e7ea00c9445 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Request body: {'security_group_rule': {'security_group_id': '59a6fbe2-0003-47ba-925d-b85c2e0d9e80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:08:34.887250 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0549e07a-476d-45ab-9b5c-0e7ea00c9445 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:34.942890 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0549e07a-476d-45ab-9b5c-0e7ea00c9445 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:35.033573 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0549e07a-476d-45ab-9b5c-0e7ea00c9445 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:35.051207 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549e07a-476d-45ab-9b5c-0e7ea00c9445 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48065fe6-aaee-467a-90b0-8885ae9a8bb7,revision_number=0']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:35.173047 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0549e07a-476d-45ab-9b5c-0e7ea00c9445 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:35.174186 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-0549e07a-476d-45ab-9b5c-0e7ea00c9445 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3883219 Oct 28 08:08:35.177253 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 36970) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:35.181648 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-af7f85d2-b54e-4fb3-8d09-31b9e1e316d0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Request body: {'floatingip': {'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:08:35.270970 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-af7f85d2-b54e-4fb3-8d09-31b9e1e316d0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for floatingip, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:35.369988 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-af7f85d2-b54e-4fb3-8d09-31b9e1e316d0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:35.473151 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_common [None req-af7f85d2-b54e-4fb3-8d09-31b9e1e316d0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Allocated IP 172.27.3.152 (77f84cc0-8b47-4277-be58-a93709c02eeb/2fc1b7ce-548a-406e-9830-ae6bdd788adb/26d8bc10-b200-4374-aca6-99ad67914787) {{(pid=108235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:08:35.577549 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-af7f85d2-b54e-4fb3-8d09-31b9e1e316d0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for port, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:35.676183 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-af7f85d2-b54e-4fb3-8d09-31b9e1e316d0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:35.711775 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7f85d2-b54e-4fb3-8d09-31b9e1e316d0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Network 77f84cc0-8b47-4277-be58-a93709c02eeb is already hosted by enough agents. {{(pid=108235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:08:35.716009 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [None req-af7f85d2-b54e-4fb3-8d09-31b9e1e316d0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Resources bound (agent type, host, resource id): {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:08:35.720033 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7f85d2-b54e-4fb3-8d09-31b9e1e316d0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Received port after_create {{(pid=108235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:08:35.743851 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f85d2-b54e-4fb3-8d09-31b9e1e316d0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Pushing event updated for resources: {'Port': ['ID=26d8bc10-b200-4374-aca6-99ad67914787,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:35.809135 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-af7f85d2-b54e-4fb3-8d09-31b9e1e316d0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:35.913233 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-af7f85d2-b54e-4fb3-8d09-31b9e1e316d0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:36.067836 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-af7f85d2-b54e-4fb3-8d09-31b9e1e316d0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for port, precommit_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:36.156514 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-af7f85d2-b54e-4fb3-8d09-31b9e1e316d0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826247'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:36.227210 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f85d2-b54e-4fb3-8d09-31b9e1e316d0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Pushing event updated for resources: {'Port': ['ID=26d8bc10-b200-4374-aca6-99ad67914787,revision_number=2']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:36.236689 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-af7f85d2-b54e-4fb3-8d09-31b9e1e316d0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586271'] for floatingip, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:36.350214 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-af7f85d2-b54e-4fb3-8d09-31b9e1e316d0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:36.351408 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-af7f85d2-b54e-4fb3-8d09-31b9e1e316d0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1732237 Oct 28 08:08:36.539732 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-2b3d2b95-3a43-4a71-8f6f-bf5e748d7233 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1203823042&fields=id&tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb HTTP/1.1" status: 200 len: 267 time: 0.0326614 Oct 28 08:08:36.650144 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-ecc323ba-d67e-4e4f-b708-cdef31bf89e0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:36.651638 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-ecc323ba-d67e-4e4f-b708-cdef31bf89e0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/networks?id=20337a09-3f8c-4816-b371-3113e23fc3c9 HTTP/1.1" status: 200 len: 817 time: 0.1044173 Oct 28 08:08:36.666338 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-14e93cd8-5944-4e44-9c5f-263f915386f2 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/quotas/bcf05c3e19af4f1fb37f6ac697f5b8cb HTTP/1.1" status: 200 len: 375 time: 0.0087943 Oct 28 08:08:36.718025 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-b6d1f8b6-f948-463e-aa97-a2b5e8d4a3a9 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458877 Oct 28 08:08:36.815348 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-733ece9f-42af-4cde-9a45-6d81807282a4 service neutron] 10.222.0.37 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860324 Oct 28 08:08:36.903514 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-687878ac-9ea2-4803-b278-bccf663dd2ae service neutron] 10.222.0.37 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814478 Oct 28 08:08:37.128303 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-82685738-c043-40bc-8d50-81bc35c6df84 req-fa224126-518e-4104-9b52-001fb29f779a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 210 time: 0.0263684 Oct 28 08:08:38.222534 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3fbd042f-0bd0-469f-9e97-f4f8a5adddbf req-04921988-e958-4440-a219-bcb2ff79d7e4 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 210 time: 0.0250034 Oct 28 08:08:39.273754 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-75d88b59-d2bc-491c-bb62-dccb12907431 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:39.275280 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-75d88b59-d2bc-491c-bb62-dccb12907431 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.30 "GET /v2.0/networks?id=20337a09-3f8c-4816-b371-3113e23fc3c9 HTTP/1.1" status: 200 len: 817 time: 0.1049521 Oct 28 08:08:39.321829 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-1244ba75-6017-4d62-b291-97a1bfbaff72 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb HTTP/1.1" status: 200 len: 380 time: 0.0354583 Oct 28 08:08:39.324510 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3e772b7f-71b1-4b3d-ac34-99a821dc0d42 req-2d589473-37bf-4d4b-bac5-492e11f4e938 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 210 time: 0.0300026 Oct 28 08:08:39.332453 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Request body: {'port': {'device_id': '70a8ebcc-1a4c-43da-8604-6a90cbb26676', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'admin_state_up': True, 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'security_groups': ['59a6fbe2-0003-47ba-925d-b85c2e0d9e80']}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:08:39.504745 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Made reservation on behalf of bcf05c3e19af4f1fb37f6ac697f5b8cb for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:08:39.508319 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:39.639483 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Allocated IP 172.20.0.10 (20337a09-3f8c-4816-b371-3113e23fc3c9/7836a6e2-0468-4f0c-be17-0b444d74b4ad/1fbe155a-dc7d-4a95-acbc-083dc260307f) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:08:39.780528 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:39.904891 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:39.955191 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Network 20337a09-3f8c-4816-b371-3113e23fc3c9 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:08:39.958531 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:08:39.962212 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:08:39.971635 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Pushing event updated for resources: {'Port': ['ID=1fbe155a-dc7d-4a95-acbc-083dc260307f,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:40.003542 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:40.007400 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:40.007400 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:40.007400 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:40.007400 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:40.007400 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:40.007400 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:40.007400 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:40.007400 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:40.007400 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:40.007400 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:40.008275 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:08:40.032797 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:40.033351 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:40.107257 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-8890c040-1bc7-4995-bdfb-aa3182558b63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7786851 Oct 28 08:08:40.121163 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Request body: {'port': {'device_id': '70a8ebcc-1a4c-43da-8604-6a90cbb26676', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:08:40.167342 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-317cd937-7f26-4b35-97d4-cb971a7ee6f6 None None] Provisioning complete for port 1fbe155a-dc7d-4a95-acbc-083dc260307f triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:08:40.167939 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-317cd937-7f26-4b35-97d4-cb971a7ee6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:40.177297 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:40.203176 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-317cd937-7f26-4b35-97d4-cb971a7ee6f6 None None] Port 1fbe155a-dc7d-4a95-acbc-083dc260307f cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:08:40.433010 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fbe155a-dc7d-4a95-acbc-083dc260307f {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:08:40.440683 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:40.446725 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60f57e-4b1a-4915-9d26-09e1ef0533b0 req-ae356b00-6f39-40a6-b994-c3c4297008e8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:40.448251 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4b60f57e-4b1a-4915-9d26-09e1ef0533b0 req-ae356b00-6f39-40a6-b994-c3c4297008e8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 932 time: 0.0528154 Oct 28 08:08:40.453098 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Transition to ACTIVE for port object 1fbe155a-dc7d-4a95-acbc-083dc260307f will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:08:40.489420 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4b60f57e-4b1a-4915-9d26-09e1ef0533b0 req-a8392f5c-328a-4054-93f2-00498cef7449 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343125 Oct 28 08:08:40.527666 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:40.579298 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Pushing event updated for resources: {'Port': ['ID=1fbe155a-dc7d-4a95-acbc-083dc260307f,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:40.654338 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Attempting to bind port 1fbe155a-dc7d-4a95-acbc-083dc260307f on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:08:40.655208 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Attempting to bind port 1fbe155a-dc7d-4a95-acbc-083dc260307f by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': '2896dab4-65aa-4561-8c15-ddc25c74ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:08:40.655555 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Attempting to bind port 1fbe155a-dc7d-4a95-acbc-083dc260307f on network 20337a09-3f8c-4816-b371-3113e23fc3c9 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:08:40.660161 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Port 1fbe155a-dc7d-4a95-acbc-083dc260307f on network 20337a09-3f8c-4816-b371-3113e23fc3c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:08:40.660490 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Attempting to bind port 1fbe155a-dc7d-4a95-acbc-083dc260307f on network 20337a09-3f8c-4816-b371-3113e23fc3c9 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:08:40.665648 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:08:40.665982 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Checking segment: {'id': '2896dab4-65aa-4561-8c15-ddc25c74ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:08:40.666359 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Bound using segment: {'id': '2896dab4-65aa-4561-8c15-ddc25c74ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:08:40.666811 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Bound port: 1fbe155a-dc7d-4a95-acbc-083dc260307f, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2896dab4-65aa-4561-8c15-ddc25c74ba15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:08:40.667167 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:40.733972 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] For port 1fbe155a-dc7d-4a95-acbc-083dc260307f, host hv-cinder-81578, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:08:40.737062 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] For port 1fbe155a-dc7d-4a95-acbc-083dc260307f, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=1fbe155a-dc7d-4a95-acbc-083dc260307f,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:08:40.819626 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:40.855041 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:40.855672 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:40.857214 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] 10.222.0.30 "PUT /v2.0/ports/1fbe155a-dc7d-4a95-acbc-083dc260307f HTTP/1.1" status: 200 len: 1094 time: 0.7402148 Oct 28 08:08:40.857622 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a8ebcc-1a4c-43da-8604-6a90cbb26676', 'tag': '1fbe155a-dc7d-4a95-acbc-083dc260307f'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:08:40.860839 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff230d73-7a54-428a-9473-67b952e2af63" -d '{"events": [{"name": "network-changed", "server_uuid": "70a8ebcc-1a4c-43da-8604-6a90cbb26676", "tag": "1fbe155a-dc7d-4a95-acbc-083dc260307f"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:08:40.887110 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb3b84-f2ca-413d-a833-1bf5734c755a service neutron] Pushing event updated for resources: {'Port': ['ID=1fbe155a-dc7d-4a95-acbc-083dc260307f,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:40.905474 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b02d718-f83b-4661-a816-f76f65494d6c x-openstack-request-id: req-1b02d718-f83b-4661-a816-f76f65494d6c {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:08:40.905474 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a8ebcc-1a4c-43da-8604-6a90cbb26676", "tag": "1fbe155a-dc7d-4a95-acbc-083dc260307f", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:08:40.905718 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b02d718-f83b-4661-a816-f76f65494d6c {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:08:40.905915 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a8ebcc-1a4c-43da-8604-6a90cbb26676', 'tag': '1fbe155a-dc7d-4a95-acbc-083dc260307f', 'status': 'completed', 'code': 200} Oct 28 08:08:40.975163 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff230d73-7a54-428a-9473-67b952e2af63 req-7b1a0096-90a0-4c1a-83a0-56abf2e50b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:40.976686 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ff230d73-7a54-428a-9473-67b952e2af63 req-7b1a0096-90a0-4c1a-83a0-56abf2e50b58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb&device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 1097 time: 0.0488939 Oct 28 08:08:41.090298 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff230d73-7a54-428a-9473-67b952e2af63 req-ccfcaf52-6f50-4022-ba1e-1141c10c442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:41.092069 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ff230d73-7a54-428a-9473-67b952e2af63 req-ccfcaf52-6f50-4022-ba1e-1141c10c442d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1070073 Oct 28 08:08:41.194789 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff230d73-7a54-428a-9473-67b952e2af63 req-efcec36f-74c5-4b2d-8d43-9bb6a8eefacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:41.196271 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ff230d73-7a54-428a-9473-67b952e2af63 req-efcec36f-74c5-4b2d-8d43-9bb6a8eefacc service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975301 Oct 28 08:08:41.273634 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-6ca79b0e-daa7-4c8e-95fd-dd54ea221539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:41.275217 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-6ca79b0e-daa7-4c8e-95fd-dd54ea221539 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb&device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 1097 time: 0.0397689 Oct 28 08:08:41.316105 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-8d13cd76-7743-41bb-82b2-1df5a4dbf0c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fbe155a-dc7d-4a95-acbc-083dc260307f HTTP/1.1" status: 200 len: 217 time: 0.0330355 Oct 28 08:08:41.367149 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-06c421e7-b6fc-4706-8eab-0bd2e91ac018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:41.368558 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-06c421e7-b6fc-4706-8eab-0bd2e91ac018 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7836a6e2-0468-4f0c-be17-0b444d74b4ad HTTP/1.1" status: 200 len: 856 time: 0.0456982 Oct 28 08:08:41.413169 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-72bdae77-73f7-466c-9f4e-1860fe3fd141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:41.414635 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-72bdae77-73f7-466c-9f4e-1860fe3fd141 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20337a09-3f8c-4816-b371-3113e23fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379684 Oct 28 08:08:41.505546 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-2745b6ae-c49d-428c-93a5-47c08f6963d0 service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821314 Oct 28 08:08:41.599819 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5cf7eb86-753c-45da-8f64-193f9a68f13f req-08bf216f-d402-4fde-a279-89e83550a258 service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871422 Oct 28 08:08:41.606127 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210b56e-85c0-420d-82f1-5c9ba204d3ab req-1ea89762-ab9c-4ec0-91e7-1e47a33a4d25 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:41.608199 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f210b56e-85c0-420d-82f1-5c9ba204d3ab req-1ea89762-ab9c-4ec0-91e7-1e47a33a4d25 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0490973 Oct 28 08:08:41.647412 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f210b56e-85c0-420d-82f1-5c9ba204d3ab req-526b86bc-b9d3-48f6-ad49-787ae372028b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332625 Oct 28 08:08:42.775152 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74028db6-f5ad-4ded-b887-afd1c5203845 req-cd55e4fb-adcb-40d5-b8e5-1b3e41b75485 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:42.776676 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-74028db6-f5ad-4ded-b887-afd1c5203845 req-cd55e4fb-adcb-40d5-b8e5-1b3e41b75485 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0551300 Oct 28 08:08:42.819803 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-74028db6-f5ad-4ded-b887-afd1c5203845 req-d1db3948-60a4-4268-962c-67df04a3fc21 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371566 Oct 28 08:08:43.946381 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b956c-9fac-4107-9fee-271f4a5a522e req-6e91818a-a11d-4805-ac42-1146176fa2fc tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:43.947929 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-239b956c-9fac-4107-9fee-271f4a5a522e req-6e91818a-a11d-4805-ac42-1146176fa2fc tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0523303 Oct 28 08:08:43.987413 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-239b956c-9fac-4107-9fee-271f4a5a522e req-507db006-7f81-4768-a280-32cfed4647b4 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329189 Oct 28 08:08:44.680555 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 1fbe155a-dc7d-4a95-acbc-083dc260307f details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:08:44.840485 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 1fbe155a-dc7d-4a95-acbc-083dc260307f, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=1fbe155a-dc7d-4a95-acbc-083dc260307f,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:08:44.855011 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': '1fbe155a-dc7d-4a95-acbc-083dc260307f', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'port_id': '1fbe155a-dc7d-4a95-acbc-083dc260307f', 'mac_address': 'fa:16:3e:eb:7c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:08:44.902669 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:44.925764 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fbe155a-dc7d-4a95-acbc-083dc260307f {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:08:44.945891 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 1fbe155a-dc7d-4a95-acbc-083dc260307f, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=1fbe155a-dc7d-4a95-acbc-083dc260307f,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:08:45.024516 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:45.075156 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=1fbe155a-dc7d-4a95-acbc-083dc260307f,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:45.116068 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c295420-a60c-42ae-9a4b-a82b847279cb req-f32053b4-1725-4f92-acfc-a019496c9664 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:45.117599 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1c295420-a60c-42ae-9a4b-a82b847279cb req-f32053b4-1725-4f92-acfc-a019496c9664 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 945 time: 0.0506160 Oct 28 08:08:45.158192 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1c295420-a60c-42ae-9a4b-a82b847279cb req-d25756f4-e9c2-48e4-8e5f-28c9cd3aa323 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346386 Oct 28 08:08:45.415407 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['1fbe155a-dc7d-4a95-acbc-083dc260307f'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:08:46.273920 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6de2c6-5128-4183-af50-8eea4b5b3a10 req-4f68f3db-537d-4cbe-a658-8fe4b05a2f21 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:46.275439 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3a6de2c6-5128-4183-af50-8eea4b5b3a10 req-4f68f3db-537d-4cbe-a658-8fe4b05a2f21 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 945 time: 0.0463705 Oct 28 08:08:46.316548 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3a6de2c6-5128-4183-af50-8eea4b5b3a10 req-ba5914cd-8029-46e9-a812-1251532c410a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347009 Oct 28 08:08:46.636102 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6a57da2e-489e-4051-b2ca-1b70935238e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:46.646605 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 1fbe155a-dc7d-4a95-acbc-083dc260307f up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:08:46.755984 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port 1fbe155a-dc7d-4a95-acbc-083dc260307f completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:08:46.760125 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port 1fbe155a-dc7d-4a95-acbc-083dc260307f triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:08:46.760498 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:46.846133 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:46.868796 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a8ebcc-1a4c-43da-8604-6a90cbb26676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbe155a-dc7d-4a95-acbc-083dc260307f'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:08:46.871056 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bb071d-de57-489c-87d8-94b55c38b3a2" -d '{"events": [{"server_uuid": "70a8ebcc-1a4c-43da-8604-6a90cbb26676", "name": "network-vif-plugged", "status": "completed", "tag": "1fbe155a-dc7d-4a95-acbc-083dc260307f"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:08:46.884057 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 1fbe155a-dc7d-4a95-acbc-083dc260307f, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=1fbe155a-dc7d-4a95-acbc-083dc260307f,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:08:46.907949 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630e0d8c-1c2d-449d-a3d4-c0d19444468f x-openstack-request-id: req-630e0d8c-1c2d-449d-a3d4-c0d19444468f {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:08:46.908234 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a8ebcc-1a4c-43da-8604-6a90cbb26676", "name": "network-vif-plugged", "status": "completed", "tag": "1fbe155a-dc7d-4a95-acbc-083dc260307f", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:08:46.908592 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-630e0d8c-1c2d-449d-a3d4-c0d19444468f {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:08:46.908984 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a8ebcc-1a4c-43da-8604-6a90cbb26676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbe155a-dc7d-4a95-acbc-083dc260307f', 'code': 200} Oct 28 08:08:46.973168 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:47.021557 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=1fbe155a-dc7d-4a95-acbc-083dc260307f,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:47.233369 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43dcc10-b78c-4354-a56a-88f4eabe33a4 req-0bb35b3f-4c4c-4783-a136-f6e5f1c639b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:47.234949 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a43dcc10-b78c-4354-a56a-88f4eabe33a4 req-0bb35b3f-4c4c-4783-a136-f6e5f1c639b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 1099 time: 0.0399511 Oct 28 08:08:47.276452 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a43dcc10-b78c-4354-a56a-88f4eabe33a4 req-9a6bddf8-d57d-42ad-94fc-8d3be75b23ff service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335622 Oct 28 08:08:47.442426 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0f2c3-0f99-4067-ada6-ded16cc47a0e req-9b2a6c49-51ee-49cc-8112-2c666ee6f999 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:47.444163 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3eb0f2c3-0f99-4067-ada6-ded16cc47a0e req-9b2a6c49-51ee-49cc-8112-2c666ee6f999 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0486321 Oct 28 08:08:47.480448 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3eb0f2c3-0f99-4067-ada6-ded16cc47a0e req-2afb80c4-b2ce-4b56-8c0d-8448a8079ec1 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304511 Oct 28 08:08:48.598907 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb7c40-27ef-4ca7-bc49-7da858299bfd req-4e9cd4d4-cd29-41c8-84c2-99fefd787c84 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:48.600404 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-63cb7c40-27ef-4ca7-bc49-7da858299bfd req-4e9cd4d4-cd29-41c8-84c2-99fefd787c84 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0472965 Oct 28 08:08:48.637566 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-63cb7c40-27ef-4ca7-bc49-7da858299bfd req-51d6ad88-14d5-4bd0-b38e-005220f536ff tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314033 Oct 28 08:08:49.286657 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8edb-b2bc-4754-b21a-5fd04ff2bc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:49.503779 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:49.752974 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa1aa9-41b7-4eea-bbd4-3109732f8c1d req-13ce8d4d-03ea-4e78-bd40-4dd7aa05154f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:49.754442 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6dfa1aa9-41b7-4eea-bbd4-3109732f8c1d req-13ce8d4d-03ea-4e78-bd40-4dd7aa05154f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0470738 Oct 28 08:08:49.794142 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6dfa1aa9-41b7-4eea-bbd4-3109732f8c1d req-05b29188-d84a-42e7-958a-608e086723be tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338209 Oct 28 08:08:49.907229 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348cfc9-864a-410d-a066-f33aaeb933e6 req-56d7d6ab-6a2b-424f-b9c8-46ee5354d81a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:49.908705 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2348cfc9-864a-410d-a066-f33aaeb933e6 req-56d7d6ab-6a2b-424f-b9c8-46ee5354d81a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0482936 Oct 28 08:08:49.917893 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 37040) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:08:49.922276 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-abf61487-d491-42f3-b7dc-98f3ca8c678b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Request body: {'floatingip': {'port_id': '1fbe155a-dc7d-4a95-acbc-083dc260307f'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:08:49.960511 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-abf61487-d491-42f3-b7dc-98f3ca8c678b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for floatingip, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:50.364468 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-abf61487-d491-42f3-b7dc-98f3ca8c678b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:50.432908 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-abf61487-d491-42f3-b7dc-98f3ca8c678b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586271'] for floatingip, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:50.530771 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.db.l3_db [None req-abf61487-d491-42f3-b7dc-98f3ca8c678b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Floating IP 591b4203-0e59-4847-9026-7256d81e2279 associated. External IP: 172.27.3.152, port: 1fbe155a-dc7d-4a95-acbc-083dc260307f. Oct 28 08:08:50.656540 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:50.730678 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf61487-d491-42f3-b7dc-98f3ca8c678b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Router e23b813f-34d6-4de1-a1f3-064906d7b589 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:08:50.832002 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf61487-d491-42f3-b7dc-98f3ca8c678b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:08:50.836724 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-abf61487-d491-42f3-b7dc-98f3ca8c678b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:50.841477 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00c2d1e-38c4-4d0c-b397-f6d349d1721f None None] Sync routers for ids ['e23b813f-34d6-4de1-a1f3-064906d7b589'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:08:50.850207 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c2d1e-38c4-4d0c-b397-f6d349d1721f None None] Routers {'e23b813f-34d6-4de1-a1f3-064906d7b589'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:08:50.850882 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-c00c2d1e-38c4-4d0c-b397-f6d349d1721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:08:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['e23b813f-34d6-4de1-a1f3-064906d7b589'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:08:50.865575 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-abf61487-d491-42f3-b7dc-98f3ca8c678b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "PUT /v2.0/floatingips/591b4203-0e59-4847-9026-7256d81e2279 HTTP/1.1" status: 200 len: 992 time: 0.9473276 Oct 28 08:08:50.866151 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a8ebcc-1a4c-43da-8604-6a90cbb26676', 'tag': '1fbe155a-dc7d-4a95-acbc-083dc260307f'}] {{(pid=108235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:08:50.868564 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4ad7e0b1a6d0b9f916951d122592239853211ff815bbc9715a4b116bc233df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e01895-0bed-4f80-ad9f-becaf19228c9" -d '{"events": [{"name": "network-changed", "server_uuid": "70a8ebcc-1a4c-43da-8604-6a90cbb26676", "tag": "1fbe155a-dc7d-4a95-acbc-083dc260307f"}]}' {{(pid=108235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:08:50.912814 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afaaa11-1f73-40e9-9084-f72016547879 x-openstack-request-id: req-8afaaa11-1f73-40e9-9084-f72016547879 {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:08:50.913121 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a8ebcc-1a4c-43da-8604-6a90cbb26676", "tag": "1fbe155a-dc7d-4a95-acbc-083dc260307f", "status": "completed", "code": 200}]} {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:08:50.913374 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8afaaa11-1f73-40e9-9084-f72016547879 {{(pid=108235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:08:50.913770 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a8ebcc-1a4c-43da-8604-6a90cbb26676', 'tag': '1fbe155a-dc7d-4a95-acbc-083dc260307f', 'status': 'completed', 'code': 200} Oct 28 08:08:50.955899 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-c00c2d1e-38c4-4d0c-b397-f6d349d1721f None None] Set router e23b813f-34d6-4de1-a1f3-064906d7b589 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:08:50.980713 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e01895-0bed-4f80-ad9f-becaf19228c9 req-5ab17e26-161b-4980-a109-af543982abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:50.982224 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-54e01895-0bed-4f80-ad9f-becaf19228c9 req-5ab17e26-161b-4980-a109-af543982abdf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb&device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 1099 time: 0.0445483 Oct 28 08:08:51.072513 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e01895-0bed-4f80-ad9f-becaf19228c9 req-31a27f21-2065-4c1c-92ce-f518544e288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:51.073962 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-54e01895-0bed-4f80-ad9f-becaf19228c9 req-31a27f21-2065-4c1c-92ce-f518544e288e service neutron] 10.222.0.30 "GET /v2.0/networks?id=20337a09-3f8c-4816-b371-3113e23fc3c9 HTTP/1.1" status: 200 len: 918 time: 0.0838192 Oct 28 08:08:51.141780 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-54e01895-0bed-4f80-ad9f-becaf19228c9 req-47c7e6e5-af70-4843-ae45-48a6fb7eec1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fbe155a-dc7d-4a95-acbc-083dc260307f HTTP/1.1" status: 200 len: 1000 time: 0.0604193 Oct 28 08:08:51.182141 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-c00c2d1e-38c4-4d0c-b397-f6d349d1721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:08Z', 'revision_number': 4, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port': {'id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:02Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '591b4203-0e59-4847-9026-7256d81e2279', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'port_id': '1fbe155a-dc7d-4a95-acbc-083dc260307f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'mac_address': 'fa:16:3e:eb:7c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ebcc-1a4c-43da-8604-6a90cbb26676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:08:35Z', 'updated_at': '2021-10-28T08:08:50Z', 'revision_number': 1, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff0915a-10b4-41c6-9ade-1e7b39e5fa70', 'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'mac_address': 'fa:16:3e:52:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:07Z', 'updated_at': '2021-10-28T08:00:14Z', 'revision_number': 5, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'subnets': [{'id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:08:51.191945 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e01895-0bed-4f80-ad9f-becaf19228c9 req-6426cdcc-f61b-42ab-96db-1494c1e7dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:51.193679 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-54e01895-0bed-4f80-ad9f-becaf19228c9 req-6426cdcc-f61b-42ab-96db-1494c1e7dec9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7836a6e2-0468-4f0c-be17-0b444d74b4ad HTTP/1.1" status: 200 len: 856 time: 0.0438390 Oct 28 08:08:51.208172 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00c2d1e-38c4-4d0c-b397-f6d349d1721f None None] Checking router: e23b813f-34d6-4de1-a1f3-064906d7b589 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:08:51.216537 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c2d1e-38c4-4d0c-b397-f6d349d1721f None None] Routers {'e23b813f-34d6-4de1-a1f3-064906d7b589'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:08:51.217241 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-c00c2d1e-38c4-4d0c-b397-f6d349d1721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:08:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['e23b813f-34d6-4de1-a1f3-064906d7b589'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:08:51.248524 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e01895-0bed-4f80-ad9f-becaf19228c9 req-cde666b8-bbb8-43cc-a67f-47eb979d2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:51.250001 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-54e01895-0bed-4f80-ad9f-becaf19228c9 req-cde666b8-bbb8-43cc-a67f-47eb979d2acd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20337a09-3f8c-4816-b371-3113e23fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387287 Oct 28 08:08:51.347327 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-54e01895-0bed-4f80-ad9f-becaf19228c9 req-37f6a268-5f32-4642-b19a-db8e24a0f236 service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889053 Oct 28 08:08:51.438847 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-c00c2d1e-38c4-4d0c-b397-f6d349d1721f None None] Set router e23b813f-34d6-4de1-a1f3-064906d7b589 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:08:51.441242 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-54e01895-0bed-4f80-ad9f-becaf19228c9 req-b7c6e81b-c5d2-411e-bc7c-4816d3080854 service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842135 Oct 28 08:08:51.662702 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-c00c2d1e-38c4-4d0c-b397-f6d349d1721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:08Z', 'revision_number': 4, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port': {'id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:02Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '591b4203-0e59-4847-9026-7256d81e2279', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'port_id': '1fbe155a-dc7d-4a95-acbc-083dc260307f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'mac_address': 'fa:16:3e:eb:7c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ebcc-1a4c-43da-8604-6a90cbb26676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:08:35Z', 'updated_at': '2021-10-28T08:08:50Z', 'revision_number': 1, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff0915a-10b4-41c6-9ade-1e7b39e5fa70', 'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'mac_address': 'fa:16:3e:52:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:07Z', 'updated_at': '2021-10-28T08:00:14Z', 'revision_number': 5, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'subnets': [{'id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:08:51.689144 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00c2d1e-38c4-4d0c-b397-f6d349d1721f None None] The sync data for ids ['e23b813f-34d6-4de1-a1f3-064906d7b589'] in dv-cinder-815780-1-iscsi is: [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:08Z', 'revision_number': 4, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port': {'id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:02Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '591b4203-0e59-4847-9026-7256d81e2279', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'port_id': '1fbe155a-dc7d-4a95-acbc-083dc260307f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'mac_address': 'fa:16:3e:eb:7c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a8ebcc-1a4c-43da-8604-6a90cbb26676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:08:35Z', 'updated_at': '2021-10-28T08:08:50Z', 'revision_number': 1, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff0915a-10b4-41c6-9ade-1e7b39e5fa70', 'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'mac_address': 'fa:16:3e:52:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:07Z', 'updated_at': '2021-10-28T08:00:14Z', 'revision_number': 5, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'subnets': [{'id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:08:51.862012 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb8ac10-ee03-470d-b5cf-5e693bf90f5a None None] New status for floating IP 591b4203-0e59-4847-9026-7256d81e2279: ACTIVE {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:08:52.664075 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:56.874379 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1375b-6dc5-4202-9532-58d200f64375 req-9a7b0057-a0e4-401b-9dbd-5cdb072175ed tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:56.875999 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-28e1375b-6dc5-4202-9532-58d200f64375 req-9a7b0057-a0e4-401b-9dbd-5cdb072175ed tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0506554 Oct 28 08:08:56.915757 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-28e1375b-6dc5-4202-9532-58d200f64375 req-dffb06b7-c658-4100-b789-6c94a0a1e4ed tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326130 Oct 28 08:08:57.509707 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:58.034868 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fe69d-fb8d-4efe-bd8f-1eb701b06f58 req-0bc8d8bc-3926-42b9-9774-69b945dfc332 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:58.036468 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-935fe69d-fb8d-4efe-bd8f-1eb701b06f58 req-0bc8d8bc-3926-42b9-9774-69b945dfc332 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0487349 Oct 28 08:08:58.076172 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-935fe69d-fb8d-4efe-bd8f-1eb701b06f58 req-8ff8a6d6-1ff5-49e4-ba2e-de8d618f3d35 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=d76c835c-eaf1-44b6-a1a2-b399fde54e73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312529 Oct 28 08:08:58.355492 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efe9c5-f3bf-4b27-af0c-f1f69a02d92e req-d5ad9c30-a7bd-40c6-9bda-ad6edbdd4d0c tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:08:58.357593 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-23efe9c5-f3bf-4b27-af0c-f1f69a02d92e req-d5ad9c30-a7bd-40c6-9bda-ad6edbdd4d0c tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.30 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 945 time: 0.0539505 Oct 28 08:08:58.454966 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-23efe9c5-f3bf-4b27-af0c-f1f69a02d92e req-ec941b78-86ff-401d-abd7-6cae7eb998a5 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Deleting port baa04711-515e-450f-84a5-e73227cfbe81 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:08:58.455299 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-23efe9c5-f3bf-4b27-af0c-f1f69a02d92e req-ec941b78-86ff-401d-abd7-6cae7eb998a5 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:58.543314 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-23efe9c5-f3bf-4b27-af0c-f1f69a02d92e req-ec941b78-86ff-401d-abd7-6cae7eb998a5 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] For port baa04711-515e-450f-84a5-e73227cfbe81, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=baa04711-515e-450f-84a5-e73227cfbe81,segment=NetworkSegment(b127d0de-a9b3-4a5b-8026-428c831895e9),segment_id=b127d0de-a9b3-4a5b-8026-428c831895e9)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:08:58.543673 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-23efe9c5-f3bf-4b27-af0c-f1f69a02d92e req-ec941b78-86ff-401d-abd7-6cae7eb998a5 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:58.717198 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-23efe9c5-f3bf-4b27-af0c-f1f69a02d92e req-ec941b78-86ff-401d-abd7-6cae7eb998a5 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:58.717547 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-23efe9c5-f3bf-4b27-af0c-f1f69a02d92e req-ec941b78-86ff-401d-abd7-6cae7eb998a5 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586271'] for floatingip, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:58.717890 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [req-23efe9c5-f3bf-4b27-af0c-f1f69a02d92e req-ec941b78-86ff-401d-abd7-6cae7eb998a5 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Floating IP 1b821490-0d75-4a84-ac8a-4d6fc86dfea0 disassociated. External IP: 172.27.3.142, port: baa04711-515e-450f-84a5-e73227cfbe81. Oct 28 08:08:58.718193 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-23efe9c5-f3bf-4b27-af0c-f1f69a02d92e req-ec941b78-86ff-401d-abd7-6cae7eb998a5 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Calling delete_port for baa04711-515e-450f-84a5-e73227cfbe81 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:08:58.936828 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-23efe9c5-f3bf-4b27-af0c-f1f69a02d92e req-ec941b78-86ff-401d-abd7-6cae7eb998a5 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:58.969443 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec941b78-86ff-401d-abd7-6cae7eb998a5 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Pushing event deleted for resources: {'Port': ['ID=baa04711-515e-450f-84a5-e73227cfbe81,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:08:59.086099 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23efe9c5-f3bf-4b27-af0c-f1f69a02d92e req-ec941b78-86ff-401d-abd7-6cae7eb998a5 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Router 47a62a74-d464-47fa-ba39-c714feeb6d54 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:08:59.181892 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-38912f1c-dce5-4150-8f5c-1b7216cb67ab req-a8f145e3-0383-4c06-969c-7ffff39a9530 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 210 time: 0.0328410 Oct 28 08:08:59.201572 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23efe9c5-f3bf-4b27-af0c-f1f69a02d92e req-ec941b78-86ff-401d-abd7-6cae7eb998a5 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:08:59.216945 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da26d9a-7b30-4bfe-9778-bf9a4c9a5f39 None None] Sync routers for ids ['47a62a74-d464-47fa-ba39-c714feeb6d54'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:08:59.226152 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da26d9a-7b30-4bfe-9778-bf9a4c9a5f39 None None] Routers {'47a62a74-d464-47fa-ba39-c714feeb6d54'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:08:59.226867 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-2da26d9a-7b30-4bfe-9778-bf9a4c9a5f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:08:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['47a62a74-d464-47fa-ba39-c714feeb6d54'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:08:59.349384 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-2da26d9a-7b30-4bfe-9778-bf9a4c9a5f39 None None] Set router 47a62a74-d464-47fa-ba39-c714feeb6d54 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:08:59.481513 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-23efe9c5-f3bf-4b27-af0c-f1f69a02d92e req-ec941b78-86ff-401d-abd7-6cae7eb998a5 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] No DVR routers for this DVR port baa04711-515e-450f-84a5-e73227cfbe81 on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:08:59.484673 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-23efe9c5-f3bf-4b27-af0c-f1f69a02d92e req-ec941b78-86ff-401d-abd7-6cae7eb998a5 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:08:59.487957 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-23efe9c5-f3bf-4b27-af0c-f1f69a02d92e req-ec941b78-86ff-401d-abd7-6cae7eb998a5 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.30 "DELETE /v2.0/ports/baa04711-515e-450f-84a5-e73227cfbe81 HTTP/1.1" status: 204 len: 173 time: 1.1240134 Oct 28 08:08:59.488385 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5272d69c-d923-4221-b9b2-e9567189d066', 'name': 'network-vif-deleted', 'tag': 'baa04711-515e-450f-84a5-e73227cfbe81'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:08:59.490605 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066a88f3-bf2f-4044-9eab-f1140e85fc5d" -d '{"events": [{"server_uuid": "5272d69c-d923-4221-b9b2-e9567189d066", "name": "network-vif-deleted", "tag": "baa04711-515e-450f-84a5-e73227cfbe81"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:08:59.528022 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaed618-7f50-4906-b744-a0f33b34ba2e x-openstack-request-id: req-bcaed618-7f50-4906-b744-a0f33b34ba2e {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:08:59.528490 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5272d69c-d923-4221-b9b2-e9567189d066", "name": "network-vif-deleted", "tag": "baa04711-515e-450f-84a5-e73227cfbe81", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:08:59.528808 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bcaed618-7f50-4906-b744-a0f33b34ba2e {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:08:59.529231 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5272d69c-d923-4221-b9b2-e9567189d066', 'name': 'network-vif-deleted', 'tag': 'baa04711-515e-450f-84a5-e73227cfbe81', 'status': 'completed', 'code': 200} Oct 28 08:08:59.569725 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-2da26d9a-7b30-4bfe-9778-bf9a4c9a5f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '4d1d2d84-2749-4996-bbfc-de2d1ffe3886', 'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'mac_address': 'fa:16:3e:33:53:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:08Z', 'updated_at': '2021-10-28T08:00:17Z', 'revision_number': 5, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'subnets': [{'id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:08:59.602303 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da26d9a-7b30-4bfe-9778-bf9a4c9a5f39 None None] Checking router: 47a62a74-d464-47fa-ba39-c714feeb6d54 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:08:59.611412 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da26d9a-7b30-4bfe-9778-bf9a4c9a5f39 None None] Routers {'47a62a74-d464-47fa-ba39-c714feeb6d54'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:08:59.612640 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-2da26d9a-7b30-4bfe-9778-bf9a4c9a5f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:08:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['47a62a74-d464-47fa-ba39-c714feeb6d54'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:08:59.725436 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-2da26d9a-7b30-4bfe-9778-bf9a4c9a5f39 None None] Set router 47a62a74-d464-47fa-ba39-c714feeb6d54 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:08:59.945508 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-2da26d9a-7b30-4bfe-9778-bf9a4c9a5f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '4d1d2d84-2749-4996-bbfc-de2d1ffe3886', 'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'mac_address': 'fa:16:3e:33:53:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:08Z', 'updated_at': '2021-10-28T08:00:17Z', 'revision_number': 5, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'subnets': [{'id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:08:59.972636 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da26d9a-7b30-4bfe-9778-bf9a4c9a5f39 None None] The sync data for ids ['47a62a74-d464-47fa-ba39-c714feeb6d54'] in dv-cinder-815780-1-iscsi is: [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '4d1d2d84-2749-4996-bbfc-de2d1ffe3886', 'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'mac_address': 'fa:16:3e:33:53:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:08Z', 'updated_at': '2021-10-28T08:00:17Z', 'revision_number': 5, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'subnets': [{'id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:09:00.207716 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e299d-3102-4028-807c-611b6126aa5f None None] New status for floating IP 1b821490-0d75-4a84-ac8a-4d6fc86dfea0: DOWN {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:09:00.537528 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1615a7a2-2ae7-495a-ba30-0298512723b7 req-ed1db1d1-791f-498e-8372-ba2a194dcec8 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=5272d69c-d923-4221-b9b2-e9567189d066 HTTP/1.1" status: 200 len: 210 time: 0.2659750 Oct 28 08:09:01.710264 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 37096) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:09:01.777567 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-cd33b94d-a051-4cfe-8167-2ef5523c7ced tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:01.805325 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-cd33b94d-a051-4cfe-8167-2ef5523c7ced tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:01.919111 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-cd33b94d-a051-4cfe-8167-2ef5523c7ced tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:01.922171 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-cd33b94d-a051-4cfe-8167-2ef5523c7ced tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:01.923457 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-cd33b94d-a051-4cfe-8167-2ef5523c7ced tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "DELETE /v2.0/security-groups/d76c835c-eaf1-44b6-a1a2-b399fde54e73 HTTP/1.1" status: 204 len: 168 time: 0.2120874 Oct 28 08:09:01.926715 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37100) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:09:01.933246 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33b94d-a051-4cfe-8167-2ef5523c7ced tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76c835c-eaf1-44b6-a1a2-b399fde54e73,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:09:01.941732 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.api.v2.resource [None req-6477b89b-0579-4e1c-ba06-9355d6e541e1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] show failed (client error): The resource could not be found. Oct 28 08:09:01.943021 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-6477b89b-0579-4e1c-ba06-9355d6e541e1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups/d76c835c-eaf1-44b6-a1a2-b399fde54e73 HTTP/1.1" status: 404 len: 347 time: 0.0150189 Oct 28 08:09:01.946061 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 37102) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:09:02.074071 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-ba86dae7-dd92-4eaf-a50d-6ba127d009e1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Deleting port 49f45f6d-a179-40d8-a6ca-2cdb2c13b2b0 {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:09:02.074415 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ba86dae7-dd92-4eaf-a50d-6ba127d009e1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:02.152642 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ba86dae7-dd92-4eaf-a50d-6ba127d009e1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:02.152887 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ba86dae7-dd92-4eaf-a50d-6ba127d009e1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:02.164726 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-ba86dae7-dd92-4eaf-a50d-6ba127d009e1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Calling delete_port for 49f45f6d-a179-40d8-a6ca-2cdb2c13b2b0 owned by network:floatingip {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:09:02.370818 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ba86dae7-dd92-4eaf-a50d-6ba127d009e1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:02.398110 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86dae7-dd92-4eaf-a50d-6ba127d009e1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Pushing event deleted for resources: {'Port': ['ID=49f45f6d-a179-40d8-a6ca-2cdb2c13b2b0,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:09:02.460199 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ba86dae7-dd92-4eaf-a50d-6ba127d009e1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for floatingip, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:02.462678 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ba86dae7-dd92-4eaf-a50d-6ba127d009e1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:02.463858 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-ba86dae7-dd92-4eaf-a50d-6ba127d009e1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "DELETE /v2.0/floatingips/1b821490-0d75-4a84-ac8a-4d6fc86dfea0 HTTP/1.1" status: 204 len: 168 time: 0.5168259 Oct 28 08:09:02.709543 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device baa04711-515e-450f-84a5-e73227cfbe81 no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:09:02.729572 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: baa04711-515e-450f-84a5-e73227cfbe81 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:09:02.729911 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device baa04711-515e-450f-84a5-e73227cfbe81 not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:09:03.181949 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37108) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:09:03.186426 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-4a773d58-880c-4e38-80c1-be3809656f59 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Request body: {'security_group': {'name': 'tempest-securitygroup--674815522', 'description': 'tempest-description--122659491'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:09:03.336386 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4a773d58-880c-4e38-80c1-be3809656f59 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:03.402864 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4a773d58-880c-4e38-80c1-be3809656f59 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:03.452488 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4a773d58-880c-4e38-80c1-be3809656f59 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:03.479752 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a773d58-880c-4e38-80c1-be3809656f59 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f7c321-b0b9-40c3-9d78-b78aca9d898c,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:09:03.540244 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4a773d58-880c-4e38-80c1-be3809656f59 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:03.541482 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-4a773d58-880c-4e38-80c1-be3809656f59 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3585544 Oct 28 08:09:03.544402 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37112) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:09:03.548611 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-7f53e4f1-fb7a-4241-8d08-83704437da55 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Request body: {'security_group_rule': {'security_group_id': 'f1f7c321-b0b9-40c3-9d78-b78aca9d898c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:09:03.646346 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7f53e4f1-fb7a-4241-8d08-83704437da55 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:03.703505 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7f53e4f1-fb7a-4241-8d08-83704437da55 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:03.823785 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7f53e4f1-fb7a-4241-8d08-83704437da55 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:03.841764 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53e4f1-fb7a-4241-8d08-83704437da55 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89cbca7c-9792-4ea8-9651-9abeeed6ef18,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:09:03.996850 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7f53e4f1-fb7a-4241-8d08-83704437da55 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:03.996850 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-7f53e4f1-fb7a-4241-8d08-83704437da55 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4484842 Oct 28 08:09:04.005477 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37116) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:09:04.009886 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-55da9008-5208-4991-9c57-005c918ed488 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Request body: {'security_group_rule': {'security_group_id': 'f1f7c321-b0b9-40c3-9d78-b78aca9d898c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:09:04.131891 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-55da9008-5208-4991-9c57-005c918ed488 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:04.193173 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-55da9008-5208-4991-9c57-005c918ed488 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:04.275554 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-55da9008-5208-4991-9c57-005c918ed488 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:04.293768 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da9008-5208-4991-9c57-005c918ed488 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a24d438-6071-47b6-bfe0-aa4029478463,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:09:04.351301 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-55da9008-5208-4991-9c57-005c918ed488 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:04.352511 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-55da9008-5208-4991-9c57-005c918ed488 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3460643 Oct 28 08:09:04.355901 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37118) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:09:04.360380 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-a57aa059-6664-478b-b381-1b13383e5b83 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Request body: {'floatingip': {'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:09:04.416167 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:09:04.441148 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a57aa059-6664-478b-b381-1b13383e5b83 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for floatingip, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:04.537100 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a57aa059-6664-478b-b381-1b13383e5b83 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:04.643445 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-a57aa059-6664-478b-b381-1b13383e5b83 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Allocated IP 172.27.3.210 (77f84cc0-8b47-4277-be58-a93709c02eeb/2fc1b7ce-548a-406e-9830-ae6bdd788adb/766e19e2-d523-4814-adfd-fb8ffce5faf2) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:09:04.746057 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a57aa059-6664-478b-b381-1b13383e5b83 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:04.891036 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a57aa059-6664-478b-b381-1b13383e5b83 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:04.929518 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57aa059-6664-478b-b381-1b13383e5b83 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Network 77f84cc0-8b47-4277-be58-a93709c02eeb is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:09:04.932304 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-a57aa059-6664-478b-b381-1b13383e5b83 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:09:04.937320 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57aa059-6664-478b-b381-1b13383e5b83 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:09:04.961274 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57aa059-6664-478b-b381-1b13383e5b83 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Pushing event updated for resources: {'Port': ['ID=766e19e2-d523-4814-adfd-fb8ffce5faf2,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:09:05.025079 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a57aa059-6664-478b-b381-1b13383e5b83 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:05.161632 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a57aa059-6664-478b-b381-1b13383e5b83 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:05.314896 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a57aa059-6664-478b-b381-1b13383e5b83 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:05.384089 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a57aa059-6664-478b-b381-1b13383e5b83 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:05.453503 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57aa059-6664-478b-b381-1b13383e5b83 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Pushing event updated for resources: {'Port': ['ID=766e19e2-d523-4814-adfd-fb8ffce5faf2,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:09:05.464868 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a57aa059-6664-478b-b381-1b13383e5b83 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586271'] for floatingip, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:05.551809 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a57aa059-6664-478b-b381-1b13383e5b83 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:05.553047 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-a57aa059-6664-478b-b381-1b13383e5b83 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1961308 Oct 28 08:09:05.753580 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-a9ad298c-208f-4ce3-b8c6-4fabf8718ae2 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--674815522&fields=id&tenant_id=dc0cb6f6b93541f18633bde7ab1d60a4 HTTP/1.1" status: 200 len: 267 time: 0.0389054 Oct 28 08:09:05.860003 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-04f381ee-9c00-4c68-8a3d-295b07c90686 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:05.861587 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-04f381ee-9c00-4c68-8a3d-295b07c90686 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/networks?id=d4cd82f9-faba-431d-97e4-608ffe0281aa HTTP/1.1" status: 200 len: 810 time: 0.1013780 Oct 28 08:09:05.877551 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-bce3d6d1-487c-4c42-9894-8cc5115b79f0 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/quotas/dc0cb6f6b93541f18633bde7ab1d60a4 HTTP/1.1" status: 200 len: 375 time: 0.0101964 Oct 28 08:09:05.932062 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-11c16cfa-6f87-4b90-8e65-11aa77d3e41f tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc0cb6f6b93541f18633bde7ab1d60a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478268 Oct 28 08:09:06.030202 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-7f7fc479-50cf-4311-a480-11f9c1239599 service neutron] 10.222.0.37 "GET /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854263 Oct 28 08:09:06.119188 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-0000df72-bcc7-4f85-9711-7bdd42c50dab service neutron] 10.222.0.37 "GET /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829220 Oct 28 08:09:06.391895 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9180c16e-796f-4f7f-befa-5a811edf1a68 req-9f251351-ed2f-479a-ae54-fc671b9fcd48 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 210 time: 0.0314074 Oct 28 08:09:07.487273 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bc41a59b-4cc5-4b62-b162-4f5e6708f1d9 req-38aeda93-141b-4055-8773-61dbf6f2201b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 210 time: 0.0254869 Oct 28 08:09:08.521808 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-44b12100-6980-4e48-95ff-6456d75ee7a0 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:08.523413 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-44b12100-6980-4e48-95ff-6456d75ee7a0 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.30 "GET /v2.0/networks?id=d4cd82f9-faba-431d-97e4-608ffe0281aa HTTP/1.1" status: 200 len: 810 time: 0.1095963 Oct 28 08:09:08.573962 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-8dad7bb4-7d66-4c96-88c7-dab5b01f3169 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc0cb6f6b93541f18633bde7ab1d60a4 HTTP/1.1" status: 200 len: 379 time: 0.0403447 Oct 28 08:09:08.584998 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-1be172d0-8b4d-4337-92ad-5cdba41f4101 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Request body: {'port': {'device_id': '43df2c78-bde9-4a4d-b1c0-2325db33ebff', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'admin_state_up': True, 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'security_groups': ['f1f7c321-b0b9-40c3-9d78-b78aca9d898c']}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:09:08.599662 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f00e4356-f480-41b7-bfb7-e59bf5a3fac2 req-1da2072c-2f3e-4e06-8646-20e27695ec84 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 210 time: 0.0268250 Oct 28 08:09:08.852518 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-1be172d0-8b4d-4337-92ad-5cdba41f4101 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Made reservation on behalf of dc0cb6f6b93541f18633bde7ab1d60a4 for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:09:08.856968 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-1be172d0-8b4d-4337-92ad-5cdba41f4101 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:08.997394 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-1be172d0-8b4d-4337-92ad-5cdba41f4101 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Allocated IP 172.20.0.3 (d4cd82f9-faba-431d-97e4-608ffe0281aa/ebf29cbc-a17c-4554-9049-631a8b4fc8a2/0051aacf-6f77-4868-9b57-f45e6f0229dd) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:09:09.143779 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-1be172d0-8b4d-4337-92ad-5cdba41f4101 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:09.298556 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-1be172d0-8b4d-4337-92ad-5cdba41f4101 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:09.344338 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-1be172d0-8b4d-4337-92ad-5cdba41f4101 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Network d4cd82f9-faba-431d-97e4-608ffe0281aa is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:09:09.347372 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-1be172d0-8b4d-4337-92ad-5cdba41f4101 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:09:09.350934 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-1be172d0-8b4d-4337-92ad-5cdba41f4101 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:09:09.360416 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be172d0-8b4d-4337-92ad-5cdba41f4101 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Pushing event updated for resources: {'Port': ['ID=0051aacf-6f77-4868-9b57-f45e6f0229dd,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:09:09.412394 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-1be172d0-8b4d-4337-92ad-5cdba41f4101 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:09.413029 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-1be172d0-8b4d-4337-92ad-5cdba41f4101 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:09.521952 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-1be172d0-8b4d-4337-92ad-5cdba41f4101 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9413939 Oct 28 08:09:09.539416 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-a3bbb24a-3777-448d-893f-8fe3de48bac1 None None] Provisioning complete for port 0051aacf-6f77-4868-9b57-f45e6f0229dd triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:09:09.540107 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a3bbb24a-3777-448d-893f-8fe3de48bac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:09.541085 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Request body: {'port': {'device_id': '43df2c78-bde9-4a4d-b1c0-2325db33ebff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:09:09.580837 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-a3bbb24a-3777-448d-893f-8fe3de48bac1 None None] Port 0051aacf-6f77-4868-9b57-f45e6f0229dd cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:09:09.599382 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:09.730191 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b5b10-7a5c-40fc-adaa-fb4f0cce3990 req-35137b44-da60-451b-8ff1-f711d28f62c3 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:09.731761 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fc1b5b10-7a5c-40fc-adaa-fb4f0cce3990 req-35137b44-da60-451b-8ff1-f711d28f62c3 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 931 time: 0.0493805 Oct 28 08:09:09.771636 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fc1b5b10-7a5c-40fc-adaa-fb4f0cce3990 req-14119843-87e5-4d2a-ad43-79485b7c41dd tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1f7c321-b0b9-40c3-9d78-b78aca9d898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338614 Oct 28 08:09:09.881483 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0051aacf-6f77-4868-9b57-f45e6f0229dd {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:09:09.889085 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:09.900912 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Transition to ACTIVE for port object 0051aacf-6f77-4868-9b57-f45e6f0229dd will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:09:09.966397 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:10.019316 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0051aacf-6f77-4868-9b57-f45e6f0229dd,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:09:10.104435 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Attempting to bind port 0051aacf-6f77-4868-9b57-f45e6f0229dd on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:09:10.104772 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Attempting to bind port 0051aacf-6f77-4868-9b57-f45e6f0229dd by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': 'b127d0de-a9b3-4a5b-8026-428c831895e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:09:10.105096 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Attempting to bind port 0051aacf-6f77-4868-9b57-f45e6f0229dd on network d4cd82f9-faba-431d-97e4-608ffe0281aa {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:09:10.111226 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Port 0051aacf-6f77-4868-9b57-f45e6f0229dd on network d4cd82f9-faba-431d-97e4-608ffe0281aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:09:10.111675 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Attempting to bind port 0051aacf-6f77-4868-9b57-f45e6f0229dd on network d4cd82f9-faba-431d-97e4-608ffe0281aa {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:09:10.117607 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:09:10.117938 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Checking segment: {'id': 'b127d0de-a9b3-4a5b-8026-428c831895e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:09:10.118316 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Bound using segment: {'id': 'b127d0de-a9b3-4a5b-8026-428c831895e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:09:10.118764 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Bound port: 0051aacf-6f77-4868-9b57-f45e6f0229dd, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b127d0de-a9b3-4a5b-8026-428c831895e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:09:10.119121 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:10.190794 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] For port 0051aacf-6f77-4868-9b57-f45e6f0229dd, host hv-cinder-81578, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:09:10.194156 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] For port 0051aacf-6f77-4868-9b57-f45e6f0229dd, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=0051aacf-6f77-4868-9b57-f45e6f0229dd,segment=NetworkSegment(b127d0de-a9b3-4a5b-8026-428c831895e9),segment_id=b127d0de-a9b3-4a5b-8026-428c831895e9)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:09:10.287185 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:10.323402 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:10.323696 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:10.325152 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] 10.222.0.30 "PUT /v2.0/ports/0051aacf-6f77-4868-9b57-f45e6f0229dd HTTP/1.1" status: 200 len: 1093 time: 0.7885160 Oct 28 08:09:10.325575 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43df2c78-bde9-4a4d-b1c0-2325db33ebff', 'tag': '0051aacf-6f77-4868-9b57-f45e6f0229dd'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:09:10.327997 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a0250d-5ed5-4804-90a7-6fd50ecb9465" -d '{"events": [{"name": "network-changed", "server_uuid": "43df2c78-bde9-4a4d-b1c0-2325db33ebff", "tag": "0051aacf-6f77-4868-9b57-f45e6f0229dd"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:09:10.359809 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e82772-1c85-41ff-9695-489c7b0509b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0051aacf-6f77-4868-9b57-f45e6f0229dd,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:09:10.380035 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845f1ddb-fad7-460a-8126-d171fdff9191 x-openstack-request-id: req-845f1ddb-fad7-460a-8126-d171fdff9191 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:09:10.380392 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43df2c78-bde9-4a4d-b1c0-2325db33ebff", "tag": "0051aacf-6f77-4868-9b57-f45e6f0229dd", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:09:10.380723 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-845f1ddb-fad7-460a-8126-d171fdff9191 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:09:10.381225 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43df2c78-bde9-4a4d-b1c0-2325db33ebff', 'tag': '0051aacf-6f77-4868-9b57-f45e6f0229dd', 'status': 'completed', 'code': 200} Oct 28 08:09:10.456955 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0250d-5ed5-4804-90a7-6fd50ecb9465 req-dbda656f-d138-4b69-817f-75302ea33659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:10.458565 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-46a0250d-5ed5-4804-90a7-6fd50ecb9465 req-dbda656f-d138-4b69-817f-75302ea33659 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc0cb6f6b93541f18633bde7ab1d60a4&device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 1096 time: 0.0501688 Oct 28 08:09:10.579982 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0250d-5ed5-4804-90a7-6fd50ecb9465 req-0d4fc4fb-0031-4641-84bc-3cba9dbba168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:10.581440 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-46a0250d-5ed5-4804-90a7-6fd50ecb9465 req-0d4fc4fb-0031-4641-84bc-3cba9dbba168 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dc0cb6f6b93541f18633bde7ab1d60a4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1094937 Oct 28 08:09:10.681185 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0250d-5ed5-4804-90a7-6fd50ecb9465 req-4df2920f-e9eb-4bc2-bc7d-9a19c0e3ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:10.683290 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-46a0250d-5ed5-4804-90a7-6fd50ecb9465 req-4df2920f-e9eb-4bc2-bc7d-9a19c0e3ad89 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942922 Oct 28 08:09:10.761365 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-cc80dbd9-ec52-4fd7-a8fc-c912682f3b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:10.764083 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-cc80dbd9-ec52-4fd7-a8fc-c912682f3b67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc0cb6f6b93541f18633bde7ab1d60a4&device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 1096 time: 0.0403860 Oct 28 08:09:10.806225 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-d36266d3-cac9-461b-a1bc-394da3b06056 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0051aacf-6f77-4868-9b57-f45e6f0229dd HTTP/1.1" status: 200 len: 217 time: 0.0348203 Oct 28 08:09:10.889870 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-b318218e-5653-4eda-bcab-0d05420f3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:10.892323 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-b318218e-5653-4eda-bcab-0d05420f3941 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ebf29cbc-a17c-4554-9049-631a8b4fc8a2 HTTP/1.1" status: 200 len: 849 time: 0.0757036 Oct 28 08:09:10.901011 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a559d-2ad8-448e-9cb8-81e53d770556 req-479d6b42-9dac-49f4-8c9f-41f52eee212a tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:10.909265 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-395a559d-2ad8-448e-9cb8-81e53d770556 req-479d6b42-9dac-49f4-8c9f-41f52eee212a tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 943 time: 0.0563252 Oct 28 08:09:10.940388 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-6b1ede2d-0ff4-43a6-bdd9-eab19c2bf90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:10.941890 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-6b1ede2d-0ff4-43a6-bdd9-eab19c2bf90b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4cd82f9-faba-431d-97e4-608ffe0281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421212 Oct 28 08:09:10.944360 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-395a559d-2ad8-448e-9cb8-81e53d770556 req-f2beb04b-b537-4b8f-b046-2640688e4db3 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1f7c321-b0b9-40c3-9d78-b78aca9d898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349028 Oct 28 08:09:11.035365 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-0f99e0a9-cace-4f96-882e-7d6e8de5587c service neutron] 10.222.0.30 "GET /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851641 Oct 28 08:09:11.129710 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a573d73c-5f10-4746-9922-d89e22959bb8 req-7d8a979d-5e53-4f20-bfe3-857fe282faea service neutron] 10.222.0.30 "GET /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866122 Oct 28 08:09:12.061469 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece95ea-9c6c-40c8-87d6-d9a00d7d76ca req-33a71726-86d4-4921-8512-13187f250d6f tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:12.063505 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0ece95ea-9c6c-40c8-87d6-d9a00d7d76ca req-33a71726-86d4-4921-8512-13187f250d6f tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 943 time: 0.0485299 Oct 28 08:09:12.101817 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0ece95ea-9c6c-40c8-87d6-d9a00d7d76ca req-e9dec3a4-1ef4-4dc9-b261-6a33f46523bc tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1f7c321-b0b9-40c3-9d78-b78aca9d898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319133 Oct 28 08:09:13.218359 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d747151-5d47-4f68-8dce-fb383fab6897 req-03875a0f-62ea-4524-a3a9-8f8614f12aba tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:13.219871 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0d747151-5d47-4f68-8dce-fb383fab6897 req-03875a0f-62ea-4524-a3a9-8f8614f12aba tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 943 time: 0.0488508 Oct 28 08:09:13.257882 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0d747151-5d47-4f68-8dce-fb383fab6897 req-5c03c9f2-0ba5-40fd-9ff9-501b6754dafd tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1f7c321-b0b9-40c3-9d78-b78aca9d898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320048 Oct 28 08:09:14.377881 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52813a51-ff60-4603-b98e-80671d285cd5 req-35cae611-8a5d-4d9a-a0af-4d3bcd1bf7fd tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:14.379435 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-52813a51-ff60-4603-b98e-80671d285cd5 req-35cae611-8a5d-4d9a-a0af-4d3bcd1bf7fd tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 943 time: 0.0552375 Oct 28 08:09:14.419656 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-52813a51-ff60-4603-b98e-80671d285cd5 req-b8b4bcf7-a344-441c-a852-77e11bcebf3c tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1f7c321-b0b9-40c3-9d78-b78aca9d898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337501 Oct 28 08:09:14.786707 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 0051aacf-6f77-4868-9b57-f45e6f0229dd details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:09:14.883120 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 0051aacf-6f77-4868-9b57-f45e6f0229dd, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=0051aacf-6f77-4868-9b57-f45e6f0229dd,segment=NetworkSegment(b127d0de-a9b3-4a5b-8026-428c831895e9),segment_id=b127d0de-a9b3-4a5b-8026-428c831895e9)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:09:14.895069 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': '0051aacf-6f77-4868-9b57-f45e6f0229dd', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'port_id': '0051aacf-6f77-4868-9b57-f45e6f0229dd', 'mac_address': 'fa:16:3e:26:9d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:09:14.934129 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:14.948493 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0051aacf-6f77-4868-9b57-f45e6f0229dd {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:09:14.968827 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 0051aacf-6f77-4868-9b57-f45e6f0229dd, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=0051aacf-6f77-4868-9b57-f45e6f0229dd,segment=NetworkSegment(b127d0de-a9b3-4a5b-8026-428c831895e9),segment_id=b127d0de-a9b3-4a5b-8026-428c831895e9)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:09:15.063379 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:15.112912 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=0051aacf-6f77-4868-9b57-f45e6f0229dd,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:09:15.120618 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:09:15.126720 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:09:15.126720 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:09:15.126720 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:09:15.126720 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:09:15.126720 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:09:15.126720 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:09:15.126720 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:09:15.126720 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:09:15.126720 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:09:15.126720 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:09:15.126720 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:09:15.480131 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['0051aacf-6f77-4868-9b57-f45e6f0229dd'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:09:15.536968 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200ac38-c6e8-4ad5-8312-8579d721677e req-44e14269-1ad0-4564-beb2-909f25dbc555 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:15.538514 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7200ac38-c6e8-4ad5-8312-8579d721677e req-44e14269-1ad0-4564-beb2-909f25dbc555 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 944 time: 0.0522268 Oct 28 08:09:15.581537 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7200ac38-c6e8-4ad5-8312-8579d721677e req-e1e2ac8e-2d44-4319-a6d1-e19aa06de43b tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1f7c321-b0b9-40c3-9d78-b78aca9d898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362890 Oct 28 08:09:16.678718 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-33d75473-0e1a-48de-a5b8-afdb8224904f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:16.707580 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3817d-fc46-44dd-b0e4-a5242f4473d3 req-bfc6984d-5966-4c13-990e-eb874b39f38d tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:16.709066 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3bb3817d-fc46-44dd-b0e4-a5242f4473d3 req-bfc6984d-5966-4c13-990e-eb874b39f38d tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 944 time: 0.0499277 Oct 28 08:09:16.750231 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3bb3817d-fc46-44dd-b0e4-a5242f4473d3 req-5c1c51aa-ff1c-426d-b15b-58eb8c54e715 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1f7c321-b0b9-40c3-9d78-b78aca9d898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347996 Oct 28 08:09:16.810142 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 0051aacf-6f77-4868-9b57-f45e6f0229dd up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:09:16.964692 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port 0051aacf-6f77-4868-9b57-f45e6f0229dd completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:09:16.969507 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port 0051aacf-6f77-4868-9b57-f45e6f0229dd triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:09:16.969881 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:17.049586 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:17.071965 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43df2c78-bde9-4a4d-b1c0-2325db33ebff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0051aacf-6f77-4868-9b57-f45e6f0229dd'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:09:17.074249 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf922953-489f-40d0-bc1a-274d71aebcfb" -d '{"events": [{"server_uuid": "43df2c78-bde9-4a4d-b1c0-2325db33ebff", "name": "network-vif-plugged", "status": "completed", "tag": "0051aacf-6f77-4868-9b57-f45e6f0229dd"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:09:17.087413 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 0051aacf-6f77-4868-9b57-f45e6f0229dd, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=0051aacf-6f77-4868-9b57-f45e6f0229dd,segment=NetworkSegment(b127d0de-a9b3-4a5b-8026-428c831895e9),segment_id=b127d0de-a9b3-4a5b-8026-428c831895e9)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:09:17.111681 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb43bee8-5bc3-4e13-bd70-41a9d76680c0 x-openstack-request-id: req-cb43bee8-5bc3-4e13-bd70-41a9d76680c0 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:09:17.112043 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43df2c78-bde9-4a4d-b1c0-2325db33ebff", "name": "network-vif-plugged", "status": "completed", "tag": "0051aacf-6f77-4868-9b57-f45e6f0229dd", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:09:17.112383 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb43bee8-5bc3-4e13-bd70-41a9d76680c0 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:09:17.112898 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43df2c78-bde9-4a4d-b1c0-2325db33ebff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0051aacf-6f77-4868-9b57-f45e6f0229dd', 'code': 200} Oct 28 08:09:17.171901 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:17.220633 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=0051aacf-6f77-4868-9b57-f45e6f0229dd,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:09:17.423889 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e580c-7317-44bc-ae06-32800b027970 req-334d843b-af31-4734-be35-600dc1980ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:17.426407 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-474e580c-7317-44bc-ae06-32800b027970 req-334d843b-af31-4734-be35-600dc1980ee1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 1098 time: 0.0465457 Oct 28 08:09:17.462032 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-474e580c-7317-44bc-ae06-32800b027970 req-5981d797-da72-41fa-ad94-bca1af87b29a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f1f7c321-b0b9-40c3-9d78-b78aca9d898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289655 Oct 28 08:09:17.873524 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257624d-18cb-4b4f-9e4d-40a062f6183d req-0e2a09d3-aa71-4661-968f-677cc263ea25 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:17.875044 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8257624d-18cb-4b4f-9e4d-40a062f6183d req-0e2a09d3-aa71-4661-968f-677cc263ea25 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 945 time: 0.0533626 Oct 28 08:09:17.913308 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8257624d-18cb-4b4f-9e4d-40a062f6183d req-0f09690b-cc5b-400d-88f0-0854638b7a0d tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1f7c321-b0b9-40c3-9d78-b78aca9d898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322270 Oct 28 08:09:19.040105 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a189338-5740-4898-833d-0413f19d7e78 req-d89289f2-7d0b-4830-97eb-2a9d69fcce95 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:19.041695 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1a189338-5740-4898-833d-0413f19d7e78 req-d89289f2-7d0b-4830-97eb-2a9d69fcce95 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 945 time: 0.0569019 Oct 28 08:09:19.082815 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1a189338-5740-4898-833d-0413f19d7e78 req-20df2d13-13bd-4734-a98c-1d6deff829d2 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1f7c321-b0b9-40c3-9d78-b78aca9d898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342345 Oct 28 08:09:19.354782 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-44334b6d-5a9b-4c5c-81e8-170ddc0d8a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:19.576907 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:20.196897 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2718b-f97e-4d04-a164-dff3f53ff833 req-65e5c348-376f-4696-9c45-f4de1fc95a01 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:20.198390 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c5e2718b-f97e-4d04-a164-dff3f53ff833 req-65e5c348-376f-4696-9c45-f4de1fc95a01 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 945 time: 0.0483465 Oct 28 08:09:20.236830 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c5e2718b-f97e-4d04-a164-dff3f53ff833 req-44d8615a-00dc-4728-ac23-9784a0e86a35 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1f7c321-b0b9-40c3-9d78-b78aca9d898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316792 Oct 28 08:09:20.362089 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828ec92-f3a6-4ca6-96ca-21761cb5a647 req-d1f3cd6b-3271-4a87-9de6-5d5b71d9bae8 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:20.363553 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4828ec92-f3a6-4ca6-96ca-21761cb5a647 req-d1f3cd6b-3271-4a87-9de6-5d5b71d9bae8 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 945 time: 0.0526030 Oct 28 08:09:20.373597 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37212) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:09:20.378507 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-fd318596-6753-4253-a616-fe17cdacdf2d tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Request body: {'floatingip': {'port_id': '0051aacf-6f77-4868-9b57-f45e6f0229dd'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:09:20.421950 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fd318596-6753-4253-a616-fe17cdacdf2d tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for floatingip, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:20.669969 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:20.848352 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fd318596-6753-4253-a616-fe17cdacdf2d tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:20.920402 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fd318596-6753-4253-a616-fe17cdacdf2d tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586271'] for floatingip, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:21.025874 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [None req-fd318596-6753-4253-a616-fe17cdacdf2d tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Floating IP 31b0a34e-908e-4a67-93fb-01d402b87358 associated. External IP: 172.27.3.210, port: 0051aacf-6f77-4868-9b57-f45e6f0229dd. Oct 28 08:09:21.237492 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd318596-6753-4253-a616-fe17cdacdf2d tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Router 47a62a74-d464-47fa-ba39-c714feeb6d54 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:09:21.345888 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd318596-6753-4253-a616-fe17cdacdf2d tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:09:21.350390 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fd318596-6753-4253-a616-fe17cdacdf2d tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:21.356866 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e605da69-c004-4b06-993d-3548c1f4ce0e None None] Sync routers for ids ['47a62a74-d464-47fa-ba39-c714feeb6d54'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:09:21.366236 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e605da69-c004-4b06-993d-3548c1f4ce0e None None] Routers {'47a62a74-d464-47fa-ba39-c714feeb6d54'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:09:21.366935 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-e605da69-c004-4b06-993d-3548c1f4ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:09:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['47a62a74-d464-47fa-ba39-c714feeb6d54'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:09:21.378897 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-fd318596-6753-4253-a616-fe17cdacdf2d tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "PUT /v2.0/floatingips/31b0a34e-908e-4a67-93fb-01d402b87358 HTTP/1.1" status: 200 len: 991 time: 1.0035362 Oct 28 08:09:21.378897 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43df2c78-bde9-4a4d-b1c0-2325db33ebff', 'tag': '0051aacf-6f77-4868-9b57-f45e6f0229dd'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:09:21.381127 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528023c2-23c8-47d6-a890-68f8bc96643a" -d '{"events": [{"name": "network-changed", "server_uuid": "43df2c78-bde9-4a4d-b1c0-2325db33ebff", "tag": "0051aacf-6f77-4868-9b57-f45e6f0229dd"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:09:21.443241 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d1e89c-248d-42e6-8548-df4e01a01376 x-openstack-request-id: req-a8d1e89c-248d-42e6-8548-df4e01a01376 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:09:21.443665 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43df2c78-bde9-4a4d-b1c0-2325db33ebff", "tag": "0051aacf-6f77-4868-9b57-f45e6f0229dd", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:09:21.444042 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8d1e89c-248d-42e6-8548-df4e01a01376 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:09:21.444545 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43df2c78-bde9-4a4d-b1c0-2325db33ebff', 'tag': '0051aacf-6f77-4868-9b57-f45e6f0229dd', 'status': 'completed', 'code': 200} Oct 28 08:09:21.477689 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-e605da69-c004-4b06-993d-3548c1f4ce0e None None] Set router 47a62a74-d464-47fa-ba39-c714feeb6d54 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:09:21.507335 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528023c2-23c8-47d6-a890-68f8bc96643a req-7fad5fbb-d36b-4f2c-89bf-65a1d5255cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:21.508771 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-528023c2-23c8-47d6-a890-68f8bc96643a req-7fad5fbb-d36b-4f2c-89bf-65a1d5255cc7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc0cb6f6b93541f18633bde7ab1d60a4&device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 1098 time: 0.0413237 Oct 28 08:09:21.606532 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528023c2-23c8-47d6-a890-68f8bc96643a req-a16b3b09-7346-42e4-bbfb-61ac8070e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:21.608014 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-528023c2-23c8-47d6-a890-68f8bc96643a req-a16b3b09-7346-42e4-bbfb-61ac8070e11d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d4cd82f9-faba-431d-97e4-608ffe0281aa HTTP/1.1" status: 200 len: 911 time: 0.0897183 Oct 28 08:09:21.675582 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-528023c2-23c8-47d6-a890-68f8bc96643a req-d176a072-6ae2-4fa5-ab2d-f5faa8577c48 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0051aacf-6f77-4868-9b57-f45e6f0229dd HTTP/1.1" status: 200 len: 999 time: 0.0597520 Oct 28 08:09:21.716473 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-e605da69-c004-4b06-993d-3548c1f4ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '31b0a34e-908e-4a67-93fb-01d402b87358', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'port_id': '0051aacf-6f77-4868-9b57-f45e6f0229dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'mac_address': 'fa:16:3e:26:9d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43df2c78-bde9-4a4d-b1c0-2325db33ebff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:09:04Z', 'updated_at': '2021-10-28T08:09:20Z', 'revision_number': 1, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1d2d84-2749-4996-bbfc-de2d1ffe3886', 'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'mac_address': 'fa:16:3e:33:53:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:08Z', 'updated_at': '2021-10-28T08:00:17Z', 'revision_number': 5, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'subnets': [{'id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:09:21.727362 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528023c2-23c8-47d6-a890-68f8bc96643a req-f96a9c54-3ec7-4355-ab6c-f86ff58faccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:21.728813 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-528023c2-23c8-47d6-a890-68f8bc96643a req-f96a9c54-3ec7-4355-ab6c-f86ff58faccc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ebf29cbc-a17c-4554-9049-631a8b4fc8a2 HTTP/1.1" status: 200 len: 849 time: 0.0456164 Oct 28 08:09:21.743045 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e605da69-c004-4b06-993d-3548c1f4ce0e None None] Checking router: 47a62a74-d464-47fa-ba39-c714feeb6d54 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:09:21.753306 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e605da69-c004-4b06-993d-3548c1f4ce0e None None] Routers {'47a62a74-d464-47fa-ba39-c714feeb6d54'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:09:21.754149 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-e605da69-c004-4b06-993d-3548c1f4ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:09:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['47a62a74-d464-47fa-ba39-c714feeb6d54'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:09:21.997336 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-e605da69-c004-4b06-993d-3548c1f4ce0e None None] Set router 47a62a74-d464-47fa-ba39-c714feeb6d54 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:09:22.013044 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528023c2-23c8-47d6-a890-68f8bc96643a req-96bf7b4f-3d82-47f3-92fc-9ce41374c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:22.014560 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-528023c2-23c8-47d6-a890-68f8bc96643a req-96bf7b4f-3d82-47f3-92fc-9ce41374c12f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d4cd82f9-faba-431d-97e4-608ffe0281aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2779884 Oct 28 08:09:22.126021 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-528023c2-23c8-47d6-a890-68f8bc96643a req-d8a873ff-77a8-43b5-a9bb-a4c144fe495f service neutron] 10.222.0.30 "GET /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965667 Oct 28 08:09:22.227792 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-528023c2-23c8-47d6-a890-68f8bc96643a req-bbb33696-0fb7-49ed-8dbd-89ec78961c93 service neutron] 10.222.0.30 "GET /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890977 Oct 28 08:09:22.255749 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-e605da69-c004-4b06-993d-3548c1f4ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '31b0a34e-908e-4a67-93fb-01d402b87358', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'port_id': '0051aacf-6f77-4868-9b57-f45e6f0229dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'mac_address': 'fa:16:3e:26:9d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43df2c78-bde9-4a4d-b1c0-2325db33ebff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:09:04Z', 'updated_at': '2021-10-28T08:09:20Z', 'revision_number': 1, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1d2d84-2749-4996-bbfc-de2d1ffe3886', 'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'mac_address': 'fa:16:3e:33:53:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:08Z', 'updated_at': '2021-10-28T08:00:17Z', 'revision_number': 5, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'subnets': [{'id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:09:22.283739 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e605da69-c004-4b06-993d-3548c1f4ce0e None None] The sync data for ids ['47a62a74-d464-47fa-ba39-c714feeb6d54'] in dv-cinder-815780-1-iscsi is: [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '31b0a34e-908e-4a67-93fb-01d402b87358', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'port_id': '0051aacf-6f77-4868-9b57-f45e6f0229dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'mac_address': 'fa:16:3e:26:9d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43df2c78-bde9-4a4d-b1c0-2325db33ebff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:09:04Z', 'updated_at': '2021-10-28T08:09:20Z', 'revision_number': 1, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1d2d84-2749-4996-bbfc-de2d1ffe3886', 'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'mac_address': 'fa:16:3e:33:53:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:08Z', 'updated_at': '2021-10-28T08:00:17Z', 'revision_number': 5, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'subnets': [{'id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:09:22.479431 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91c442d-1efa-4f20-a80a-fd4f91b1165b None None] New status for floating IP 31b0a34e-908e-4a67-93fb-01d402b87358: ACTIVE {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:09:22.634338 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:27.531816 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:40.325246 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c572b-9596-4fcb-8c59-f6d364fd46ce req-30a6a843-6315-4503-a6c2-da6cfc54f7b9 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:40.326720 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-153c572b-9596-4fcb-8c59-f6d364fd46ce req-30a6a843-6315-4503-a6c2-da6cfc54f7b9 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 984 time: 0.0485857 Oct 28 08:09:40.371346 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-153c572b-9596-4fcb-8c59-f6d364fd46ce req-0d8b5553-aabc-4d3b-bd1c-ed72ac6dacc7 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&id=74e9a3b9-2657-4f94-b6e3-663ea6d51595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376906 Oct 28 08:09:40.420758 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a9ae8-abb6-44f7-9d0e-dc1330943d4f req-49464cc8-f2d6-4449-8b27-a41bf69dda54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:40.422192 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7b7a9ae8-abb6-44f7-9d0e-dc1330943d4f req-49464cc8-f2d6-4449-8b27-a41bf69dda54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93bc9860214142bcb0dfc8900a7a8942&device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 1137 time: 0.0411499 Oct 28 08:09:40.515766 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a9ae8-abb6-44f7-9d0e-dc1330943d4f req-bbc3b038-2e9a-4b4b-b506-4ca7dfcc876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:40.517221 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7b7a9ae8-abb6-44f7-9d0e-dc1330943d4f req-bbc3b038-2e9a-4b4b-b506-4ca7dfcc876d service neutron] 10.222.0.30 "GET /v2.0/networks?id=04a4ec59-e6c1-494d-8ce4-6943ef22ae13 HTTP/1.1" status: 200 len: 915 time: 0.0865655 Oct 28 08:09:40.585318 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7b7a9ae8-abb6-44f7-9d0e-dc1330943d4f req-fab55102-2140-4c8e-8ad9-75dfcc703a6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff8a6637-0d03-445f-bcdb-6dc30509a950 HTTP/1.1" status: 200 len: 1001 time: 0.0571339 Oct 28 08:09:40.634319 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a9ae8-abb6-44f7-9d0e-dc1330943d4f req-b96c76b8-509f-4d99-9c6f-294cebfae6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:40.635784 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7b7a9ae8-abb6-44f7-9d0e-dc1330943d4f req-b96c76b8-509f-4d99-9c6f-294cebfae6d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55 HTTP/1.1" status: 200 len: 853 time: 0.0422821 Oct 28 08:09:40.683743 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a9ae8-abb6-44f7-9d0e-dc1330943d4f req-8be7f829-e21e-42b7-87ef-071e8285cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:40.684978 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7b7a9ae8-abb6-44f7-9d0e-dc1330943d4f req-8be7f829-e21e-42b7-87ef-071e8285cda4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04a4ec59-e6c1-494d-8ce4-6943ef22ae13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410771 Oct 28 08:09:40.789032 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7b7a9ae8-abb6-44f7-9d0e-dc1330943d4f req-23bfabfe-51c5-46d2-8912-bb38e84024b6 service neutron] 10.222.0.30 "GET /v2.0/networks/04a4ec59-e6c1-494d-8ce4-6943ef22ae13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910695 Oct 28 08:09:40.900290 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7b7a9ae8-abb6-44f7-9d0e-dc1330943d4f req-6e3b3b6d-d2c9-459b-9b72-6d88216557c6 service neutron] 10.222.0.30 "GET /v2.0/networks/04a4ec59-e6c1-494d-8ce4-6943ef22ae13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947907 Oct 28 08:09:41.415035 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:09:41.494078 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a950a45-2b74-441d-8d2c-de79240ef9fb req-b1f3c359-d806-46e3-8246-35d390ae7cc3 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:41.495574 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6a950a45-2b74-441d-8d2c-de79240ef9fb req-b1f3c359-d806-46e3-8246-35d390ae7cc3 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 984 time: 0.0474896 Oct 28 08:09:41.536018 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6a950a45-2b74-441d-8d2c-de79240ef9fb req-96c1cac1-7e4a-496c-a071-6bed78cb5825 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&id=74e9a3b9-2657-4f94-b6e3-663ea6d51595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337732 Oct 28 08:09:42.657081 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd729982-93b8-4ab7-810b-7e687c6ac205 req-773662b9-08e5-4b5b-906a-5cffc9be3ddc tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:42.658576 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cd729982-93b8-4ab7-810b-7e687c6ac205 req-773662b9-08e5-4b5b-906a-5cffc9be3ddc tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 984 time: 0.0502486 Oct 28 08:09:42.704204 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cd729982-93b8-4ab7-810b-7e687c6ac205 req-eec64f1e-533b-4c65-a2cd-33acbf7a6481 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&id=74e9a3b9-2657-4f94-b6e3-663ea6d51595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396335 Oct 28 08:09:43.820574 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd1f70-a89d-429e-aa3d-e40d34598e8c req-18c892e8-caf9-4ab6-b555-21613d8e7ffb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:43.822115 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2dcd1f70-a89d-429e-aa3d-e40d34598e8c req-18c892e8-caf9-4ab6-b555-21613d8e7ffb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 984 time: 0.0487103 Oct 28 08:09:43.863046 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2dcd1f70-a89d-429e-aa3d-e40d34598e8c req-71bfc262-8b03-413e-8da8-0a58e9a563a5 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&id=74e9a3b9-2657-4f94-b6e3-663ea6d51595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342045 Oct 28 08:09:44.981479 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f48ce-40c1-47d3-97aa-fd3f8a1a0a08 req-aa7c1f27-3cc5-4209-bd7c-154cf8a49a73 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:44.982978 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-715f48ce-40c1-47d3-97aa-fd3f8a1a0a08 req-aa7c1f27-3cc5-4209-bd7c-154cf8a49a73 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 984 time: 0.0505550 Oct 28 08:09:45.021880 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-715f48ce-40c1-47d3-97aa-fd3f8a1a0a08 req-a25a01b2-87e9-42f1-bab9-56a8eaed24ed tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&id=74e9a3b9-2657-4f94-b6e3-663ea6d51595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327430 Oct 28 08:09:46.142587 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bfd62-aa45-49cc-b702-0a1f925fe794 req-75fe51d7-1b96-41a3-9376-7c62f75dac16 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:46.144041 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-668bfd62-aa45-49cc-b702-0a1f925fe794 req-75fe51d7-1b96-41a3-9376-7c62f75dac16 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 984 time: 0.0502737 Oct 28 08:09:46.189131 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-668bfd62-aa45-49cc-b702-0a1f925fe794 req-5a7df994-d6b4-4f58-b94e-4a6cdf863e59 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&id=74e9a3b9-2657-4f94-b6e3-663ea6d51595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383980 Oct 28 08:09:46.731103 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-cb33c11e-cb4e-4658-a4ec-d870c4044ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:47.306794 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca5905-7088-4736-ba40-a1046db9720d req-5aef5784-5bc4-4049-9a07-40f249beb43b tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:47.308291 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-74ca5905-7088-4736-ba40-a1046db9720d req-5aef5784-5bc4-4049-9a07-40f249beb43b tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 984 time: 0.0491052 Oct 28 08:09:47.350174 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-74ca5905-7088-4736-ba40-a1046db9720d req-81e59497-9bdd-40ef-8718-dbd4b07e7edb tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&id=74e9a3b9-2657-4f94-b6e3-663ea6d51595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359452 Oct 28 08:09:48.466692 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b4daa-3a65-4a06-b408-3d718d9dcf0f req-bf4b2bf0-e171-4d74-a1c3-f9a38e6f08e7 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:48.468188 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-130b4daa-3a65-4a06-b408-3d718d9dcf0f req-bf4b2bf0-e171-4d74-a1c3-f9a38e6f08e7 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 984 time: 0.0503464 Oct 28 08:09:48.507382 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-130b4daa-3a65-4a06-b408-3d718d9dcf0f req-59707603-f4eb-4737-8085-5a3456289609 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&id=74e9a3b9-2657-4f94-b6e3-663ea6d51595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333073 Oct 28 08:09:49.295312 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-be1843f4-20b9-46e2-8f3f-72893236d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:49.530707 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:49.630139 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54697552-0cdf-4473-889a-8fa89c23f6bc req-1ee806a5-503c-4abd-84f8-01cd27bc9a55 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:49.631745 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-54697552-0cdf-4473-889a-8fa89c23f6bc req-1ee806a5-503c-4abd-84f8-01cd27bc9a55 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 984 time: 0.0504897 Oct 28 08:09:49.674528 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-54697552-0cdf-4473-889a-8fa89c23f6bc req-4da3f42f-9084-49ce-813c-63d45f8c6cea tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&id=74e9a3b9-2657-4f94-b6e3-663ea6d51595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366411 Oct 28 08:09:50.656386 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:50.788626 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51ec72-72d9-490f-ba8c-aebdbfa798ff req-c240572f-dca0-4a21-bd88-48ef974623f3 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:50.790117 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cb51ec72-72d9-490f-ba8c-aebdbfa798ff req-c240572f-dca0-4a21-bd88-48ef974623f3 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 984 time: 0.0476413 Oct 28 08:09:50.831396 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cb51ec72-72d9-490f-ba8c-aebdbfa798ff req-7a35aacb-470a-4cf2-ac17-4c7c47466a9c tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&id=74e9a3b9-2657-4f94-b6e3-663ea6d51595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351205 Oct 28 08:09:51.956369 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fb6cd-ab05-4a29-89b2-7f04528c4190 req-df84f2b2-3d3c-4a62-a076-29dad4b56f15 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:51.957940 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ab0fb6cd-ab05-4a29-89b2-7f04528c4190 req-df84f2b2-3d3c-4a62-a076-29dad4b56f15 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 984 time: 0.0511093 Oct 28 08:09:52.008882 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ab0fb6cd-ab05-4a29-89b2-7f04528c4190 req-47dc1e67-ecb8-4b21-b634-d15e1465b998 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&id=74e9a3b9-2657-4f94-b6e3-663ea6d51595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449207 Oct 28 08:09:52.668492 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:09:53.130910 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4d73f-1c37-4d0a-a826-18d35c541f1e req-33f5fdbc-af70-4ce9-9edc-adca5be3ebef tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:09:53.132492 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9ca4d73f-1c37-4d0a-a826-18d35c541f1e req-33f5fdbc-af70-4ce9-9edc-adca5be3ebef tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 984 time: 0.0502994 Oct 28 08:09:53.180832 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9ca4d73f-1c37-4d0a-a826-18d35c541f1e req-964183ae-0d40-406b-a663-4dd845fe7dca tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&id=74e9a3b9-2657-4f94-b6e3-663ea6d51595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379920 Oct 28 08:09:57.524747 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:02.874833 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-87c18fdc-f6a2-4d95-81e6-4527b472fe01 req-d5c54b57-9595-4838-9f98-f1be308fec39 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392277 Oct 28 08:10:02.957607 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c18fdc-f6a2-4d95-81e6-4527b472fe01 req-3f367bdf-3082-4436-b0d2-dc992fc59a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:02.959317 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-87c18fdc-f6a2-4d95-81e6-4527b472fe01 req-3f367bdf-3082-4436-b0d2-dc992fc59a7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8e3328adfdb47159a3c8f03b8a4b91e&device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 1099 time: 0.0411589 Oct 28 08:10:03.071042 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c18fdc-f6a2-4d95-81e6-4527b472fe01 req-134f78d1-23dc-49f3-852f-15a0ac5831d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:03.072520 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-87c18fdc-f6a2-4d95-81e6-4527b472fe01 req-134f78d1-23dc-49f3-852f-15a0ac5831d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d887f050-79aa-489b-9750-77b5b6491008 HTTP/1.1" status: 200 len: 910 time: 0.0916893 Oct 28 08:10:03.149432 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-87c18fdc-f6a2-4d95-81e6-4527b472fe01 req-c2bed954-754d-4173-8627-7a06105e12e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b543de41-08e1-4367-87a9-e5d7007e34e5 HTTP/1.1" status: 200 len: 1001 time: 0.0685515 Oct 28 08:10:03.204072 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c18fdc-f6a2-4d95-81e6-4527b472fe01 req-aa07aec7-72f0-4888-9a06-e8aae92e3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:03.205541 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-87c18fdc-f6a2-4d95-81e6-4527b472fe01 req-aa07aec7-72f0-4888-9a06-e8aae92e3eff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c030f593-fbc5-43e1-985f-2b5bcb12e0bf HTTP/1.1" status: 200 len: 848 time: 0.0461843 Oct 28 08:10:03.254514 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c18fdc-f6a2-4d95-81e6-4527b472fe01 req-a19fec86-aa91-4e68-a714-3f728d42d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:03.256174 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-87c18fdc-f6a2-4d95-81e6-4527b472fe01 req-a19fec86-aa91-4e68-a714-3f728d42d472 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d887f050-79aa-489b-9750-77b5b6491008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429182 Oct 28 08:10:03.351130 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-87c18fdc-f6a2-4d95-81e6-4527b472fe01 req-f3751126-1e0a-4251-960a-39f3fe71e072 service neutron] 10.222.0.30 "GET /v2.0/networks/d887f050-79aa-489b-9750-77b5b6491008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847487 Oct 28 08:10:03.459606 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-87c18fdc-f6a2-4d95-81e6-4527b472fe01 req-3f1cc28d-a9bd-4e5c-b58d-507149a7845c service neutron] 10.222.0.30 "GET /v2.0/networks/d887f050-79aa-489b-9750-77b5b6491008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858560 Oct 28 08:10:03.833211 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 37410) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:04.002271 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Deleting port aa0b7c8f-c0cf-4f9b-aa0b-4f53ffcfaaf9 {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:10:04.002515 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:04.080270 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:04.080591 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:04.092300 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Calling delete_port for aa0b7c8f-c0cf-4f9b-aa0b-4f53ffcfaaf9 owned by network:floatingip {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:10:04.342126 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:04.372906 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Pushing event deleted for resources: {'Port': ['ID=aa0b7c8f-c0cf-4f9b-aa0b-4f53ffcfaaf9,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:04.396755 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:04.397097 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:04.397434 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:04.397768 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:04.398094 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:04.398421 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:04.398760 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:04.399088 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:04.399419 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:04.399740 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:04.400059 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:04.400378 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:04.438606 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for floatingip, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:04.438958 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.db.l3_db [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Floating IP 6f037fcc-a130-4ceb-920f-cee02e60a39c disassociated (deleted). External IP: 172.27.3.35, port: b543de41-08e1-4367-87a9-e5d7007e34e5. Oct 28 08:10:04.643736 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Router 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:10:04.752565 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:10:04.757926 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:04.763863 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed10818f-5367-45c0-b6b1-3b4fc54bbad9 None None] Sync routers for ids ['134b8fe0-520e-43cf-85c1-e97af7fc5cd6'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:10:04.774710 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed10818f-5367-45c0-b6b1-3b4fc54bbad9 None None] Routers {'134b8fe0-520e-43cf-85c1-e97af7fc5cd6'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:10:04.775380 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-ed10818f-5367-45c0-b6b1-3b4fc54bbad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:09:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['134b8fe0-520e-43cf-85c1-e97af7fc5cd6'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:04.787769 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-4efefdb9-7014-4e31-b22d-20a9d0d982c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "DELETE /v2.0/floatingips/6f037fcc-a130-4ceb-920f-cee02e60a39c HTTP/1.1" status: 204 len: 168 time: 0.9534447 Oct 28 08:10:04.788370 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc90c886-b3e4-4a59-a1da-fbd9db8dcfce', 'tag': 'b543de41-08e1-4367-87a9-e5d7007e34e5'}] {{(pid=108235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:10:04.790653 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4ad7e0b1a6d0b9f916951d122592239853211ff815bbc9715a4b116bc233df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223c7b5e-21da-4dd8-b634-1aa3aedb1972" -d '{"events": [{"name": "network-changed", "server_uuid": "bc90c886-b3e4-4a59-a1da-fbd9db8dcfce", "tag": "b543de41-08e1-4367-87a9-e5d7007e34e5"}]}' {{(pid=108235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:10:04.882241 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ade5ac7-a7c4-4ae4-9a04-26f0a6e9e9f6 x-openstack-request-id: req-5ade5ac7-a7c4-4ae4-9a04-26f0a6e9e9f6 {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:10:04.882853 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc90c886-b3e4-4a59-a1da-fbd9db8dcfce", "tag": "b543de41-08e1-4367-87a9-e5d7007e34e5", "status": "completed", "code": 200}]} {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:10:04.882853 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ade5ac7-a7c4-4ae4-9a04-26f0a6e9e9f6 {{(pid=108235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:10:04.883177 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc90c886-b3e4-4a59-a1da-fbd9db8dcfce', 'tag': 'b543de41-08e1-4367-87a9-e5d7007e34e5', 'status': 'completed', 'code': 200} Oct 28 08:10:04.892828 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-ed10818f-5367-45c0-b6b1-3b4fc54bbad9 None None] Set router 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:10:04.950735 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c7b5e-21da-4dd8-b634-1aa3aedb1972 req-a8c5b24f-d0d8-40fc-bfaa-93de0328b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:04.952383 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-223c7b5e-21da-4dd8-b634-1aa3aedb1972 req-a8c5b24f-d0d8-40fc-bfaa-93de0328b451 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8e3328adfdb47159a3c8f03b8a4b91e&device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 1099 time: 0.0411429 Oct 28 08:10:05.045265 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c7b5e-21da-4dd8-b634-1aa3aedb1972 req-d0e6a235-15af-40f3-8219-6042d4952219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:05.046765 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-223c7b5e-21da-4dd8-b634-1aa3aedb1972 req-d0e6a235-15af-40f3-8219-6042d4952219 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d887f050-79aa-489b-9750-77b5b6491008 HTTP/1.1" status: 200 len: 910 time: 0.0848746 Oct 28 08:10:05.101948 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-223c7b5e-21da-4dd8-b634-1aa3aedb1972 req-ded65e0f-76b1-4411-9a88-354ef1977840 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b543de41-08e1-4367-87a9-e5d7007e34e5 HTTP/1.1" status: 200 len: 217 time: 0.0452480 Oct 28 08:10:05.115890 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-ed10818f-5367-45c0-b6b1-3b4fc54bbad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'name': 'tempest-TestShelveInstance-1885326041-router', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:19Z', 'updated_at': '2021-10-28T08:02:24Z', 'revision_number': 4, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'gw_port': {'id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:20Z', 'updated_at': '2021-10-28T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': 'ce400047-9fdc-4b6f-a664-007c1ca40259', 'name': '', 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'mac_address': 'fa:16:3e:5d:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:23Z', 'updated_at': '2021-10-28T08:02:27Z', 'revision_number': 5, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'subnets': [{'id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:05.142107 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed10818f-5367-45c0-b6b1-3b4fc54bbad9 None None] Checking router: 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:10:05.150164 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed10818f-5367-45c0-b6b1-3b4fc54bbad9 None None] Routers {'134b8fe0-520e-43cf-85c1-e97af7fc5cd6'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:10:05.150808 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-ed10818f-5367-45c0-b6b1-3b4fc54bbad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:09:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['134b8fe0-520e-43cf-85c1-e97af7fc5cd6'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:05.151363 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c7b5e-21da-4dd8-b634-1aa3aedb1972 req-19020b4d-d228-4b14-83c7-dd4c41b08fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:05.153509 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-223c7b5e-21da-4dd8-b634-1aa3aedb1972 req-19020b4d-d228-4b14-83c7-dd4c41b08fb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c030f593-fbc5-43e1-985f-2b5bcb12e0bf HTTP/1.1" status: 200 len: 848 time: 0.0434856 Oct 28 08:10:05.199703 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c7b5e-21da-4dd8-b634-1aa3aedb1972 req-6b4d034d-9d52-4413-830b-c542cf7dfba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:05.201220 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-223c7b5e-21da-4dd8-b634-1aa3aedb1972 req-6b4d034d-9d52-4413-830b-c542cf7dfba6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d887f050-79aa-489b-9750-77b5b6491008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403357 Oct 28 08:10:05.265719 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-ed10818f-5367-45c0-b6b1-3b4fc54bbad9 None None] Set router 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:10:05.328037 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-223c7b5e-21da-4dd8-b634-1aa3aedb1972 req-2fbe8b27-e3f9-459d-85c6-750eab9c053d service neutron] 10.222.0.30 "GET /v2.0/networks/d887f050-79aa-489b-9750-77b5b6491008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164670 Oct 28 08:10:05.481432 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-223c7b5e-21da-4dd8-b634-1aa3aedb1972 req-afdae726-49ec-44e7-bc3c-af1f661cd56d service neutron] 10.222.0.30 "GET /v2.0/networks/d887f050-79aa-489b-9750-77b5b6491008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441994 Oct 28 08:10:05.496141 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-ed10818f-5367-45c0-b6b1-3b4fc54bbad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'name': 'tempest-TestShelveInstance-1885326041-router', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:19Z', 'updated_at': '2021-10-28T08:02:24Z', 'revision_number': 4, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'gw_port': {'id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:20Z', 'updated_at': '2021-10-28T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': 'ce400047-9fdc-4b6f-a664-007c1ca40259', 'name': '', 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'mac_address': 'fa:16:3e:5d:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:23Z', 'updated_at': '2021-10-28T08:02:27Z', 'revision_number': 5, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'subnets': [{'id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:05.513178 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc522a7d-d50d-40d5-b072-614f1ee34d06 req-bf1db57f-af52-4418-b899-de6397e940d2 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:05.514885 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dc522a7d-d50d-40d5-b072-614f1ee34d06 req-bf1db57f-af52-4418-b899-de6397e940d2 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.2810602 Oct 28 08:10:05.526522 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed10818f-5367-45c0-b6b1-3b4fc54bbad9 None None] The sync data for ids ['134b8fe0-520e-43cf-85c1-e97af7fc5cd6'] in dv-cinder-815780-1-iscsi is: [{'id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'name': 'tempest-TestShelveInstance-1885326041-router', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:19Z', 'updated_at': '2021-10-28T08:02:24Z', 'revision_number': 4, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'gw_port': {'id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:20Z', 'updated_at': '2021-10-28T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': 'ce400047-9fdc-4b6f-a664-007c1ca40259', 'name': '', 'network_id': 'd887f050-79aa-489b-9750-77b5b6491008', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'mac_address': 'fa:16:3e:5d:3d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:23Z', 'updated_at': '2021-10-28T08:02:27Z', 'revision_number': 5, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'subnets': [{'id': 'c030f593-fbc5-43e1-985f-2b5bcb12e0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:10:05.557084 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dc522a7d-d50d-40d5-b072-614f1ee34d06 req-d5e26929-5c04-4526-b5bb-1278b070a4c9 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361266 Oct 28 08:10:05.753293 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e8db1-e825-4a3d-aef8-dad285685411 None None] New status for floating IP 6f037fcc-a130-4ceb-920f-cee02e60a39c: DOWN {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:10:06.723844 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a96456-6b96-4202-8f6c-4f5443fb3ad4 req-d6f56cf3-1b66-41b0-b1c6-c7b3174d32bd tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:06.725314 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c6a96456-6b96-4202-8f6c-4f5443fb3ad4 req-d6f56cf3-1b66-41b0-b1c6-c7b3174d32bd tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0981739 Oct 28 08:10:06.766386 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c6a96456-6b96-4202-8f6c-4f5443fb3ad4 req-8d1cff20-4fdb-4715-9705-e34e71945cf2 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345001 Oct 28 08:10:07.334596 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108307a-82f5-4c99-9920-d849bfa46d2d req-6b1ba66d-1c56-4835-82a0-03a33d17baa8 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:07.336054 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5108307a-82f5-4c99-9920-d849bfa46d2d req-6b1ba66d-1c56-4835-82a0-03a33d17baa8 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 946 time: 0.0475054 Oct 28 08:10:07.428773 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-5108307a-82f5-4c99-9920-d849bfa46d2d req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Deleting port b543de41-08e1-4367-87a9-e5d7007e34e5 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:10:07.429114 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5108307a-82f5-4c99-9920-d849bfa46d2d req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:07.523540 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-5108307a-82f5-4c99-9920-d849bfa46d2d req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] For port b543de41-08e1-4367-87a9-e5d7007e34e5, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=b543de41-08e1-4367-87a9-e5d7007e34e5,segment=NetworkSegment(a2cfed3b-4ed3-4933-b580-63330d1c8df9),segment_id=a2cfed3b-4ed3-4933-b580-63330d1c8df9)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:10:07.523897 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5108307a-82f5-4c99-9920-d849bfa46d2d req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:07.535585 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-5108307a-82f5-4c99-9920-d849bfa46d2d req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Calling delete_port for b543de41-08e1-4367-87a9-e5d7007e34e5 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:10:07.730569 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5108307a-82f5-4c99-9920-d849bfa46d2d req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:07.756984 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Pushing event deleted for resources: {'Port': ['ID=b543de41-08e1-4367-87a9-e5d7007e34e5,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:07.770180 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:07.770528 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:07.770897 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:07.771234 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:07.771565 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:07.771893 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:07.772216 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:07.772546 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:07.772872 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:07.773192 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:07.773511 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:07.773830 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:07.811662 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-5108307a-82f5-4c99-9920-d849bfa46d2d req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] No DVR routers for this DVR port b543de41-08e1-4367-87a9-e5d7007e34e5 on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:10:07.816605 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-5108307a-82f5-4c99-9920-d849bfa46d2d req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:07.819867 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-5108307a-82f5-4c99-9920-d849bfa46d2d req-87d4e111-7c81-4878-aca3-493e560d05d7 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.30 "DELETE /v2.0/ports/b543de41-08e1-4367-87a9-e5d7007e34e5 HTTP/1.1" status: 204 len: 173 time: 0.4774616 Oct 28 08:10:07.820312 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc90c886-b3e4-4a59-a1da-fbd9db8dcfce', 'name': 'network-vif-deleted', 'tag': 'b543de41-08e1-4367-87a9-e5d7007e34e5'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:10:07.822875 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecce852e-7916-4e09-b05c-71d08cf0b230" -d '{"events": [{"server_uuid": "bc90c886-b3e4-4a59-a1da-fbd9db8dcfce", "name": "network-vif-deleted", "tag": "b543de41-08e1-4367-87a9-e5d7007e34e5"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:10:07.863317 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955f2037-e38d-4f6a-b86a-19a44a38559c x-openstack-request-id: req-955f2037-e38d-4f6a-b86a-19a44a38559c {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:10:07.863563 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc90c886-b3e4-4a59-a1da-fbd9db8dcfce", "name": "network-vif-deleted", "tag": "b543de41-08e1-4367-87a9-e5d7007e34e5", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:10:07.863814 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-955f2037-e38d-4f6a-b86a-19a44a38559c {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:10:07.864205 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc90c886-b3e4-4a59-a1da-fbd9db8dcfce', 'name': 'network-vif-deleted', 'tag': 'b543de41-08e1-4367-87a9-e5d7007e34e5', 'status': 'completed', 'code': 200} Oct 28 08:10:07.874238 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0b19ecd3-83b4-4133-8a5b-2ef1feaf881e req-a7170516-1551-41ae-9e9f-900ff9268423 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 210 time: 0.0315080 Oct 28 08:10:08.984436 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4a868667-1661-4026-9420-9a0c88880040 req-f140559e-d24a-4d8b-bea3-ff977e8a76ea tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc90c886-b3e4-4a59-a1da-fbd9db8dcfce HTTP/1.1" status: 200 len: 210 time: 0.0284326 Oct 28 08:10:10.043597 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37460) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:10.102665 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6d4d7d99-3707-40e7-bdd6-428fbb416236 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:10.129171 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6d4d7d99-3707-40e7-bdd6-428fbb416236 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:10.261911 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6d4d7d99-3707-40e7-bdd6-428fbb416236 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:10.264483 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-6d4d7d99-3707-40e7-bdd6-428fbb416236 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:10.265668 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-6d4d7d99-3707-40e7-bdd6-428fbb416236 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] 10.222.0.37 "DELETE /v2.0/security-groups/a8d2f2fb-c79c-47aa-8369-82dc2cb36f08 HTTP/1.1" status: 204 len: 168 time: 0.2210803 Oct 28 08:10:10.275612 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d7d99-3707-40e7-bdd6-428fbb416236 tempest-TestShelveInstance-937507404 tempest-TestShelveInstance-937507404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d2f2fb-c79c-47aa-8369-82dc2cb36f08,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:10.373559 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 37466) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:10.857565 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-54f2db87-58b5-405e-a73c-f6fb90170f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586527'] for router_interface, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:11.077555 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device b543de41-08e1-4367-87a9-e5d7007e34e5 no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:10:11.103450 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: b543de41-08e1-4367-87a9-e5d7007e34e5 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:10:11.103798 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device b543de41-08e1-4367-87a9-e5d7007e34e5 not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:10:11.334574 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-54f2db87-58b5-405e-a73c-f6fb90170f3d admin admin] Deleting port ce400047-9fdc-4b6f-a664-007c1ca40259 {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:10:11.334851 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-54f2db87-58b5-405e-a73c-f6fb90170f3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:11.415460 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [None req-54f2db87-58b5-405e-a73c-f6fb90170f3d admin admin] For port ce400047-9fdc-4b6f-a664-007c1ca40259, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=ce400047-9fdc-4b6f-a664-007c1ca40259,segment=NetworkSegment(a2cfed3b-4ed3-4933-b580-63330d1c8df9),segment_id=a2cfed3b-4ed3-4933-b580-63330d1c8df9)] {{(pid=108235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:10:11.416120 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-54f2db87-58b5-405e-a73c-f6fb90170f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:11.429168 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-54f2db87-58b5-405e-a73c-f6fb90170f3d admin admin] Calling delete_port for ce400047-9fdc-4b6f-a664-007c1ca40259 owned by network:router_interface {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:10:11.684998 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-54f2db87-58b5-405e-a73c-f6fb90170f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:11.709674 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2db87-58b5-405e-a73c-f6fb90170f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce400047-9fdc-4b6f-a664-007c1ca40259,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:11.907277 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-54f2db87-58b5-405e-a73c-f6fb90170f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586299'] for router_interface, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:12.128985 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f2db87-58b5-405e-a73c-f6fb90170f3d admin admin] Router 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:10:12.235284 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f2db87-58b5-405e-a73c-f6fb90170f3d admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:10:12.240503 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-54f2db87-58b5-405e-a73c-f6fb90170f3d admin admin] 10.222.0.37 "PUT /v2.0/routers/134b8fe0-520e-43cf-85c1-e97af7fc5cd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8658745 Oct 28 08:10:12.243102 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 37478) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:12.243917 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d083db6-e786-41b9-a998-8a2b99c97182 None None] Sync routers for ids ['134b8fe0-520e-43cf-85c1-e97af7fc5cd6'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:10:12.253432 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d083db6-e786-41b9-a998-8a2b99c97182 None None] Routers {'134b8fe0-520e-43cf-85c1-e97af7fc5cd6'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:10:12.254047 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-9d083db6-e786-41b9-a998-8a2b99c97182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:09:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['134b8fe0-520e-43cf-85c1-e97af7fc5cd6'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:12.346227 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3e4c20ed-db99-4ed9-87d5-be0f69b37410 admin admin] Notify callbacks [] for router, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:12.359859 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-9d083db6-e786-41b9-a998-8a2b99c97182 None None] Set router 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:10:12.452222 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3e4c20ed-db99-4ed9-87d5-be0f69b37410 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:12.540469 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-9d083db6-e786-41b9-a998-8a2b99c97182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'name': 'tempest-TestShelveInstance-1885326041-router', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:19Z', 'updated_at': '2021-10-28T08:10:11Z', 'revision_number': 5, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'gw_port': {'id': 'fc4cd669-a334-4ad5-9e06-9bccb421b9f4', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:20Z', 'updated_at': '2021-10-28T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:12.572611 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d083db6-e786-41b9-a998-8a2b99c97182 None None] Checking router: 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:10:12.582808 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d083db6-e786-41b9-a998-8a2b99c97182 None None] Routers {'134b8fe0-520e-43cf-85c1-e97af7fc5cd6'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:10:12.583443 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-9d083db6-e786-41b9-a998-8a2b99c97182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:09:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['134b8fe0-520e-43cf-85c1-e97af7fc5cd6'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:12.583659 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-3e4c20ed-db99-4ed9-87d5-be0f69b37410 admin admin] Deleting port fc4cd669-a334-4ad5-9e06-9bccb421b9f4 {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:10:12.584005 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3e4c20ed-db99-4ed9-87d5-be0f69b37410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:12.671183 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-9d083db6-e786-41b9-a998-8a2b99c97182 None None] Set router 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 gateway port host: None {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:10:12.672605 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [None req-3e4c20ed-db99-4ed9-87d5-be0f69b37410 admin admin] For port fc4cd669-a334-4ad5-9e06-9bccb421b9f4, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=fc4cd669-a334-4ad5-9e06-9bccb421b9f4,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:10:12.672971 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3e4c20ed-db99-4ed9-87d5-be0f69b37410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:12.686528 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-3e4c20ed-db99-4ed9-87d5-be0f69b37410 admin admin] Calling delete_port for fc4cd669-a334-4ad5-9e06-9bccb421b9f4 owned by network:router_gateway {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:10:12.726477 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-9d083db6-e786-41b9-a998-8a2b99c97182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'name': 'tempest-TestShelveInstance-1885326041-router', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:19Z', 'updated_at': '2021-10-28T08:10:12Z', 'revision_number': 6, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'gw_port_host': None}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:12.753456 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d083db6-e786-41b9-a998-8a2b99c97182 None None] The sync data for ids ['134b8fe0-520e-43cf-85c1-e97af7fc5cd6'] in dv-cinder-815780-1-iscsi is: [{'id': '134b8fe0-520e-43cf-85c1-e97af7fc5cd6', 'name': 'tempest-TestShelveInstance-1885326041-router', 'tenant_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:19Z', 'updated_at': '2021-10-28T08:10:12Z', 'revision_number': 6, 'project_id': 'e8e3328adfdb47159a3c8f03b8a4b91e', 'gw_port_host': None}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:10:12.941210 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3e4c20ed-db99-4ed9-87d5-be0f69b37410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:12.969045 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c20ed-db99-4ed9-87d5-be0f69b37410 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc4cd669-a334-4ad5-9e06-9bccb421b9f4,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:13.029835 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3e4c20ed-db99-4ed9-87d5-be0f69b37410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586433'] for router_gateway, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:13.131775 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3e4c20ed-db99-4ed9-87d5-be0f69b37410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-557384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4020'] for router, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:13.134080 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3e4c20ed-db99-4ed9-87d5-be0f69b37410 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:13.243921 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3e4c20ed-db99-4ed9-87d5-be0f69b37410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-557425'] for router, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:13.244491 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4c20ed-db99-4ed9-87d5-be0f69b37410 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 134b8fe0-520e-43cf-85c1-e97af7fc5cd6 {{(pid=108235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:10:13.249630 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-3e4c20ed-db99-4ed9-87d5-be0f69b37410 admin admin] Notify callbacks [] for router, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:13.250923 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-3e4c20ed-db99-4ed9-87d5-be0f69b37410 admin admin] 10.222.0.37 "DELETE /v2.0/routers/134b8fe0-520e-43cf-85c1-e97af7fc5cd6 HTTP/1.1" status: 204 len: 168 time: 1.0068152 Oct 28 08:10:13.253456 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 37484) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:13.302051 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e63c1f-89a5-436c-ba17-f0dc6be2361f admin admin] Deleting subnet c030f593-fbc5-43e1-985f-2b5bcb12e0bf {{(pid=108235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 28 08:10:13.305365 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d9e63c1f-89a5-436c-ba17-f0dc6be2361f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:13.342273 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d9e63c1f-89a5-436c-ba17-f0dc6be2361f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126801640'] for subnet, precommit_delete_associations {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:13.458823 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d9e63c1f-89a5-436c-ba17-f0dc6be2361f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16331822'] for subnet, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:13.593603 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d9e63c1f-89a5-436c-ba17-f0dc6be2361f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16331809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126826317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126846903'] for subnet, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:13.621087 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e63c1f-89a5-436c-ba17-f0dc6be2361f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c030f593-fbc5-43e1-985f-2b5bcb12e0bf,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:13.623326 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d9e63c1f-89a5-436c-ba17-f0dc6be2361f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:13.637519 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a416d1c-f082-4da6-bceb-e06c8a4a8c55 None None] Network d887f050-79aa-489b-9750-77b5b6491008 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:10:13.638701 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-d9e63c1f-89a5-436c-ba17-f0dc6be2361f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c030f593-fbc5-43e1-985f-2b5bcb12e0bf HTTP/1.1" status: 204 len: 168 time: 0.3724992 Oct 28 08:10:13.638840 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37486) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:13.719761 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16338927'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:13.786085 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] Deleting port 6bc889bb-ca70-4b20-8343-70d8c7b1f44d {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:10:13.786423 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:13.866028 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] For port 6bc889bb-ca70-4b20-8343-70d8c7b1f44d, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=6bc889bb-ca70-4b20-8343-70d8c7b1f44d,segment=NetworkSegment(a2cfed3b-4ed3-4933-b580-63330d1c8df9),segment_id=a2cfed3b-4ed3-4933-b580-63330d1c8df9)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:10:13.866390 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:13.879031 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d92042-b4d4-4a57-9a57-2fdd48d66d84 None None] DHCP port deletion for d887f050-79aa-489b-9750-77b5b6491008 request from dv-cinder-815780-1-iscsi {{(pid=108237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:10:13.887671 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] Calling delete_port for 6bc889bb-ca70-4b20-8343-70d8c7b1f44d owned by network:dhcp {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:10:13.930606 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-72d92042-b4d4-4a57-9a57-2fdd48d66d84 None None] Deleting port 6bc889bb-ca70-4b20-8343-70d8c7b1f44d {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:10:13.931168 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-72d92042-b4d4-4a57-9a57-2fdd48d66d84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:14.005471 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-72d92042-b4d4-4a57-9a57-2fdd48d66d84 None None] For port 6bc889bb-ca70-4b20-8343-70d8c7b1f44d, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=6bc889bb-ca70-4b20-8343-70d8c7b1f44d,segment=NetworkSegment(a2cfed3b-4ed3-4933-b580-63330d1c8df9),segment_id=a2cfed3b-4ed3-4933-b580-63330d1c8df9)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:10:14.005899 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-72d92042-b4d4-4a57-9a57-2fdd48d66d84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:14.022458 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-72d92042-b4d4-4a57-9a57-2fdd48d66d84 None None] Calling delete_port for 6bc889bb-ca70-4b20-8343-70d8c7b1f44d owned by network:dhcp {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:10:14.044440 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:14.073507 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] No DVR routers for this DVR port 6bc889bb-ca70-4b20-8343-70d8c7b1f44d on host dv-cinder-815780-1-iscsi {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:10:14.095505 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc889bb-ca70-4b20-8343-70d8c7b1f44d,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:14.142245 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device fc4cd669-a334-4ad5-9e06-9bccb421b9f4 no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:10:14.155430 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16320981', 'neutron.services.segments.db._delete_segments_for_network-8754292201485'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:14.166474 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: fc4cd669-a334-4ad5-9e06-9bccb421b9f4 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:10:14.166474 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device fc4cd669-a334-4ad5-9e06-9bccb421b9f4 not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:10:14.166925 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 6bc889bb-ca70-4b20-8343-70d8c7b1f44d no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:10:14.182474 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d887f050-79aa-489b-9750-77b5b6491008']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:14.188375 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: 6bc889bb-ca70-4b20-8343-70d8c7b1f44d {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:10:14.188720 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 6bc889bb-ca70-4b20-8343-70d8c7b1f44d not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:10:14.189143 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device ce400047-9fdc-4b6f-a664-007c1ca40259 no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:10:14.191209 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-72d92042-b4d4-4a57-9a57-2fdd48d66d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:14.196153 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2cfed3b-4ed3-4933-b580-63330d1c8df9') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:14.196567 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2cfed3b-4ed3-4933-b580-63330d1c8df9') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:14.207450 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754292204054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3450394'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:14.221147 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:14.227260 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:10:14.227645 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4058841'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:14.233320 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: ce400047-9fdc-4b6f-a664-007c1ca40259 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:10:14.233887 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device ce400047-9fdc-4b6f-a664-007c1ca40259 not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:10:14.237600 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d92042-b4d4-4a57-9a57-2fdd48d66d84 None None] Pushing event deleted for resources: {'Port': ['ID=6bc889bb-ca70-4b20-8343-70d8c7b1f44d,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: Traceback (most recent call last): Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: timer() Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: cb(*args, **kw) Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: self._notify() Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: self.callback(batched_events) Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: event.method(event) Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: return f(self, *a, **k) Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._get(url).json() Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:10:14.239649 dv-cinder-815780-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:10:14.242169 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d92042-b4d4-4a57-9a57-2fdd48d66d84 None None] No DVR routers for this DVR port 6bc889bb-ca70-4b20-8343-70d8c7b1f44d on host dv-cinder-815780-1-iscsi {{(pid=108237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:10:14.353114 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16320940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586477'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:14.358711 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:14.361884 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d887f050-79aa-489b-9750-77b5b6491008 HTTP/1.1" status: 204 len: 168 time: 0.7298241 Oct 28 08:10:14.364984 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 37494) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:14.373788 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac9f01-ea91-48ee-bed8-830ec0f2f3c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d887f050-79aa-489b-9750-77b5b6491008,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:14.751060 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4b4f9850-781f-4b30-8e6c-fdde77e875b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586527'] for router_interface, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:15.010352 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f9850-781f-4b30-8e6c-fdde77e875b0 admin admin] Deleting port 13efa016-2eec-4fe9-bd84-40303ae99922 {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:10:15.010608 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4b4f9850-781f-4b30-8e6c-fdde77e875b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:15.096340 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [None req-4b4f9850-781f-4b30-8e6c-fdde77e875b0 admin admin] For port 13efa016-2eec-4fe9-bd84-40303ae99922, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=13efa016-2eec-4fe9-bd84-40303ae99922,segment=NetworkSegment(7034b0c6-3b54-41c6-a25c-c1208c8d90f7),segment_id=7034b0c6-3b54-41c6-a25c-c1208c8d90f7)] {{(pid=108235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:10:15.096699 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4b4f9850-781f-4b30-8e6c-fdde77e875b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:15.113337 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-4b4f9850-781f-4b30-8e6c-fdde77e875b0 admin admin] Calling delete_port for 13efa016-2eec-4fe9-bd84-40303ae99922 owned by network:router_interface {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:10:15.359155 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4b4f9850-781f-4b30-8e6c-fdde77e875b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:15.392878 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f9850-781f-4b30-8e6c-fdde77e875b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=13efa016-2eec-4fe9-bd84-40303ae99922,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:15.560245 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4b4f9850-781f-4b30-8e6c-fdde77e875b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586299'] for router_interface, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:15.795348 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4f9850-781f-4b30-8e6c-fdde77e875b0 admin admin] Router d5bcb29d-205c-4f49-844b-d70027817138 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:10:16.157553 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4f9850-781f-4b30-8e6c-fdde77e875b0 admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:10:16.162479 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-4b4f9850-781f-4b30-8e6c-fdde77e875b0 admin admin] 10.222.0.37 "PUT /v2.0/routers/d5bcb29d-205c-4f49-844b-d70027817138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7963085 Oct 28 08:10:16.164945 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 37502) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:16.167895 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d94fbd-ef38-44be-b188-45892e28cc11 None None] Sync routers for ids ['d5bcb29d-205c-4f49-844b-d70027817138'] in dv-cinder-815780-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:10:16.177636 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d94fbd-ef38-44be-b188-45892e28cc11 None None] Routers {'d5bcb29d-205c-4f49-844b-d70027817138'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:10:16.178329 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-98d94fbd-ef38-44be-b188-45892e28cc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:09:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['d5bcb29d-205c-4f49-844b-d70027817138'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:16.266656 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c0488b98-adcd-4383-885a-a0543dc3ccba admin admin] Notify callbacks [] for router, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:16.288882 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-98d94fbd-ef38-44be-b188-45892e28cc11 None None] Set router d5bcb29d-205c-4f49-844b-d70027817138 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:10:16.365780 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c0488b98-adcd-4383-885a-a0543dc3ccba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:16.472838 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-98d94fbd-ef38-44be-b188-45892e28cc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bcb29d-205c-4f49-844b-d70027817138', 'name': 'tempest-TestShelveInstance-34220427-router', 'tenant_id': 'a70d1d28af9646b49d2501fdd0c03412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': 'ebd0f872-1935-4281-aebf-dfe7ec668ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:27Z', 'updated_at': '2021-10-28T08:10:15Z', 'revision_number': 5, 'project_id': 'a70d1d28af9646b49d2501fdd0c03412', 'gw_port': {'id': 'ebd0f872-1935-4281-aebf-dfe7ec668ecd', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:92:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bcb29d-205c-4f49-844b-d70027817138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:02:28Z', 'updated_at': '2021-10-28T08:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:16.485603 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-c0488b98-adcd-4383-885a-a0543dc3ccba admin admin] Deleting port ebd0f872-1935-4281-aebf-dfe7ec668ecd {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:10:16.485956 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c0488b98-adcd-4383-885a-a0543dc3ccba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:16.503369 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d94fbd-ef38-44be-b188-45892e28cc11 None None] Checking router: d5bcb29d-205c-4f49-844b-d70027817138 for host: dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:10:16.513013 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d94fbd-ef38-44be-b188-45892e28cc11 None None] Routers {'d5bcb29d-205c-4f49-844b-d70027817138'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:10:16.513702 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-98d94fbd-ef38-44be-b188-45892e28cc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:09:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['d5bcb29d-205c-4f49-844b-d70027817138'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:16.568101 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [None req-c0488b98-adcd-4383-885a-a0543dc3ccba admin admin] For port ebd0f872-1935-4281-aebf-dfe7ec668ecd, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=ebd0f872-1935-4281-aebf-dfe7ec668ecd,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:10:16.568473 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c0488b98-adcd-4383-885a-a0543dc3ccba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:16.581604 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-c0488b98-adcd-4383-885a-a0543dc3ccba admin admin] Calling delete_port for ebd0f872-1935-4281-aebf-dfe7ec668ecd owned by network:router_gateway {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:10:16.598444 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-98d94fbd-ef38-44be-b188-45892e28cc11 None None] Set router d5bcb29d-205c-4f49-844b-d70027817138 gateway port host: None {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:10:16.638794 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9fb7-a332-4c22-91e7-e771d846279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:16.655148 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-98d94fbd-ef38-44be-b188-45892e28cc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bcb29d-205c-4f49-844b-d70027817138', 'name': 'tempest-TestShelveInstance-34220427-router', 'tenant_id': 'a70d1d28af9646b49d2501fdd0c03412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:27Z', 'updated_at': '2021-10-28T08:10:16Z', 'revision_number': 6, 'project_id': 'a70d1d28af9646b49d2501fdd0c03412', 'gw_port_host': None}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:16.682226 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d94fbd-ef38-44be-b188-45892e28cc11 None None] The sync data for ids ['d5bcb29d-205c-4f49-844b-d70027817138'] in dv-cinder-815780-1-iscsi is: [{'id': 'd5bcb29d-205c-4f49-844b-d70027817138', 'name': 'tempest-TestShelveInstance-34220427-router', 'tenant_id': 'a70d1d28af9646b49d2501fdd0c03412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:02:27Z', 'updated_at': '2021-10-28T08:10:16Z', 'revision_number': 6, 'project_id': 'a70d1d28af9646b49d2501fdd0c03412', 'gw_port_host': None}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:10:16.867301 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c0488b98-adcd-4383-885a-a0543dc3ccba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:16.891269 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0488b98-adcd-4383-885a-a0543dc3ccba admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd0f872-1935-4281-aebf-dfe7ec668ecd,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:16.955968 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c0488b98-adcd-4383-885a-a0543dc3ccba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586433'] for router_gateway, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:17.046498 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c0488b98-adcd-4383-885a-a0543dc3ccba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-557384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4020'] for router, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:17.048857 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c0488b98-adcd-4383-885a-a0543dc3ccba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:17.164403 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c0488b98-adcd-4383-885a-a0543dc3ccba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-557425'] for router, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:17.165237 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0488b98-adcd-4383-885a-a0543dc3ccba admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5bcb29d-205c-4f49-844b-d70027817138 {{(pid=108235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:10:17.171059 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-c0488b98-adcd-4383-885a-a0543dc3ccba admin admin] Notify callbacks [] for router, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:17.172230 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-c0488b98-adcd-4383-885a-a0543dc3ccba admin admin] 10.222.0.37 "DELETE /v2.0/routers/d5bcb29d-205c-4f49-844b-d70027817138 HTTP/1.1" status: 204 len: 168 time: 1.0063524 Oct 28 08:10:17.174733 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 37508) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:17.218335 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2109994-4d96-4fe5-8845-d7829827080c admin admin] Deleting subnet 92705ac0-a317-4ff6-87d2-1d34d9307183 {{(pid=108235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 28 08:10:17.221351 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e2109994-4d96-4fe5-8845-d7829827080c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:17.259445 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e2109994-4d96-4fe5-8845-d7829827080c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126801640'] for subnet, precommit_delete_associations {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:17.334395 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e2109994-4d96-4fe5-8845-d7829827080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16331822'] for subnet, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:17.467606 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e2109994-4d96-4fe5-8845-d7829827080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16331809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126826317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126846903'] for subnet, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:17.496886 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e2109994-4d96-4fe5-8845-d7829827080c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:17.500135 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-e2109994-4d96-4fe5-8845-d7829827080c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/92705ac0-a317-4ff6-87d2-1d34d9307183 HTTP/1.1" status: 204 len: 168 time: 0.3244362 Oct 28 08:10:17.501511 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2109994-4d96-4fe5-8845-d7829827080c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92705ac0-a317-4ff6-87d2-1d34d9307183,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:17.501925 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f784e28-7545-4bca-99ad-d03ed405a5ae None None] Network a9b9dbd4-cd8e-4044-98e3-4ed219b22142 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:10:17.502961 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37512) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:17.586590 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16338927'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:17.642501 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] Deleting port 740b2812-3871-4a27-80a8-957e2adcd46d {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:10:17.642887 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:17.716091 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] For port 740b2812-3871-4a27-80a8-957e2adcd46d, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=740b2812-3871-4a27-80a8-957e2adcd46d,segment=NetworkSegment(7034b0c6-3b54-41c6-a25c-c1208c8d90f7),segment_id=7034b0c6-3b54-41c6-a25c-c1208c8d90f7)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:10:17.716459 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:17.729849 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] Calling delete_port for 740b2812-3871-4a27-80a8-957e2adcd46d owned by network:dhcp {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:10:17.813406 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] DHCP port deletion for a9b9dbd4-cd8e-4044-98e3-4ed219b22142 request from dv-cinder-815780-1-iscsi {{(pid=108237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:10:17.879681 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] Deleting port 740b2812-3871-4a27-80a8-957e2adcd46d {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:10:17.880037 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:17.965459 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] For port 740b2812-3871-4a27-80a8-957e2adcd46d, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=740b2812-3871-4a27-80a8-957e2adcd46d,segment=NetworkSegment(7034b0c6-3b54-41c6-a25c-c1208c8d90f7),segment_id=7034b0c6-3b54-41c6-a25c-c1208c8d90f7)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:10:17.965780 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:17.979388 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] Calling delete_port for 740b2812-3871-4a27-80a8-957e2adcd46d owned by network:dhcp {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:10:17.981607 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:18.010340 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] No DVR routers for this DVR port 740b2812-3871-4a27-80a8-957e2adcd46d on host dv-cinder-815780-1-iscsi {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:10:18.016163 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] Pushing event deleted for resources: {'Port': ['ID=740b2812-3871-4a27-80a8-957e2adcd46d,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:18.072219 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:18.098343 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16320981', 'neutron.services.segments.db._delete_segments_for_network-8754292201485'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:18.102811 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 13efa016-2eec-4fe9-bd84-40303ae99922 no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:10:18.105741 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] No DVR routers for this DVR port 740b2812-3871-4a27-80a8-957e2adcd46d on host dv-cinder-815780-1-iscsi {{(pid=108237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:10:18.108014 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] Pushing event deleted for resources: {'Port': ['ID=740b2812-3871-4a27-80a8-957e2adcd46d,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:18.134362 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:18.134713 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:18.135293 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:18.135642 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:18.136005 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:18.136184 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b9dbd4-cd8e-4044-98e3-4ed219b22142']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:18.136702 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:18.137029 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:18.137363 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:18.137693 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:18.138183 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:18.138670 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:18.139046 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c364dabe-6411-4ba5-aaa6-1f15f614acaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:18.141777 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: 13efa016-2eec-4fe9-bd84-40303ae99922 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:10:18.142127 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 13efa016-2eec-4fe9-bd84-40303ae99922 not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:10:18.142546 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 740b2812-3871-4a27-80a8-957e2adcd46d no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:10:18.148469 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7034b0c6-3b54-41c6-a25c-c1208c8d90f7') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:18.149147 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7034b0c6-3b54-41c6-a25c-c1208c8d90f7') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:18.161877 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754292204054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3450394'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:18.163364 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: 740b2812-3871-4a27-80a8-957e2adcd46d {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:10:18.163364 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 740b2812-3871-4a27-80a8-957e2adcd46d not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:10:18.163606 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device ebd0f872-1935-4281-aebf-dfe7ec668ecd no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:10:18.176736 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:18.182581 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: ebd0f872-1935-4281-aebf-dfe7ec668ecd {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:10:18.183486 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device ebd0f872-1935-4281-aebf-dfe7ec668ecd not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:10:18.184007 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:10:18.184623 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4058841'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: Traceback (most recent call last): Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: timer() Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: cb(*args, **kw) Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: self._notify() Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: self.callback(batched_events) Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: event.method(event) Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: return f(self, *a, **k) Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._get(url).json() Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:10:18.186465 dv-cinder-815780-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:10:18.335946 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16320940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586477'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:18.341813 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:18.344913 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a9b9dbd4-cd8e-4044-98e3-4ed219b22142 HTTP/1.1" status: 204 len: 168 time: 0.8404574 Oct 28 08:10:18.359558 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8755b9-09cb-4ed1-ba17-7fe7c6b3e956 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9b9dbd4-cd8e-4044-98e3-4ed219b22142,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:18.413521 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:10:18.803012 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37520) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:18.847254 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-e54274f8-cf2d-4dd1-be48-ba311d51aeba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8e3328adfdb47159a3c8f03b8a4b91e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430372 Oct 28 08:10:18.849784 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37522) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:18.900708 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-35cd57e7-f03c-4d96-af06-4573b7c3dc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:18.921277 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-35cd57e7-f03c-4d96-af06-4573b7c3dc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:19.124230 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-35cd57e7-f03c-4d96-af06-4573b7c3dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:19.126705 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-35cd57e7-f03c-4d96-af06-4573b7c3dc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:19.127886 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-35cd57e7-f03c-4d96-af06-4573b7c3dc6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a9037ad-7c25-4674-948a-2d08925ec5cf HTTP/1.1" status: 204 len: 168 time: 0.2772143 Oct 28 08:10:19.135831 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd57e7-f03c-4d96-af06-4573b7c3dc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9037ad-7c25-4674-948a-2d08925ec5cf,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:19.359113 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c0b62889-0e9a-411b-9f20-8683c06ff182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:19.707066 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:20.085408 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37532) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:20.127284 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-cef4aa51-f017-4da5-bb5c-6188575491c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a70d1d28af9646b49d2501fdd0c03412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406735 Oct 28 08:10:20.129743 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37534) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:20.179066 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4769ff10-d12d-4baa-9d2a-ab873d587e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:20.202413 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4769ff10-d12d-4baa-9d2a-ab873d587e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:20.335690 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4769ff10-d12d-4baa-9d2a-ab873d587e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:20.338281 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-4769ff10-d12d-4baa-9d2a-ab873d587e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:20.339544 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-4769ff10-d12d-4baa-9d2a-ab873d587e00 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8adc1745-1ccb-4e2a-b2ec-427cdab63280 HTTP/1.1" status: 204 len: 168 time: 0.2088578 Oct 28 08:10:20.348236 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769ff10-d12d-4baa-9d2a-ab873d587e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adc1745-1ccb-4e2a-b2ec-427cdab63280,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:20.672926 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:21.476958 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37562) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:21.571206 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-893a9517-7201-42d7-9aa6-70f380e8aa22 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-840886908-network', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:10:21.655179 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893a9517-7201-42d7-9aa6-70f380e8aa22 admin admin] Made reservation on behalf of eb868b6450414866ae91386c1d1b632a for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:10:21.657437 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-893a9517-7201-42d7-9aa6-70f380e8aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:21.665759 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-893a9517-7201-42d7-9aa6-70f380e8aa22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:21.737278 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-893a9517-7201-42d7-9aa6-70f380e8aa22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:21.827102 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-893a9517-7201-42d7-9aa6-70f380e8aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:21.847684 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893a9517-7201-42d7-9aa6-70f380e8aa22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=108236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:10:21.862844 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a9517-7201-42d7-9aa6-70f380e8aa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb972047-0882-4c55-a522-7148577bc9d7,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:21.865860 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-893a9517-7201-42d7-9aa6-70f380e8aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:21.866196 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-893a9517-7201-42d7-9aa6-70f380e8aa22 admin admin] Added segment 61bf1dbf-e47c-4ab0-9448-64f373c61487 of type vlan for network cb6fb4f8-5004-4772-92b0-087728ccca6d Oct 28 08:10:21.906282 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-893a9517-7201-42d7-9aa6-70f380e8aa22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754291841136'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:22.015663 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-893a9517-7201-42d7-9aa6-70f380e8aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:22.016651 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893a9517-7201-42d7-9aa6-70f380e8aa22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:22.017243 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-893a9517-7201-42d7-9aa6-70f380e8aa22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:22.077776 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a9517-7201-42d7-9aa6-70f380e8aa22 admin admin] Pushing event updated for resources: {'Network': ['ID=cb6fb4f8-5004-4772-92b0-087728ccca6d,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:22.088035 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Network cb6fb4f8-5004-4772-92b0-087728ccca6d details requested by agent ovs-agent-dv-cinder-815780-1-iscsi with host dv-cinder-815780-1-iscsi {{(pid=108237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:10:22.143862 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-893a9517-7201-42d7-9aa6-70f380e8aa22 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6658051 Oct 28 08:10:22.146590 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37568) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:22.151412 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-56cf290e-bbeb-4f88-ace7-a07ea294d875 admin admin] Request body: {'subnet': {'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-840886908-subnet', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:10:22.249260 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cf290e-bbeb-4f88-ace7-a07ea294d875 admin admin] Made reservation on behalf of eb868b6450414866ae91386c1d1b632a for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:10:22.251612 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-56cf290e-bbeb-4f88-ace7-a07ea294d875 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3949988'] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:22.523672 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-56cf290e-bbeb-4f88-ace7-a07ea294d875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4057468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3950038'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:22.582778 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf290e-bbeb-4f88-ace7-a07ea294d875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a487c1-660f-493f-b4c9-633493fc8841,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:22.593759 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cf290e-bbeb-4f88-ace7-a07ea294d875 admin admin] Checking segment: {'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:10:22.594109 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cf290e-bbeb-4f88-ace7-a07ea294d875 admin admin] Network hostable DHCP agents. Network: cb6fb4f8-5004-4772-92b0-087728ccca6d, hostable agents: ['5b28e82f-8d3c-4647-96dd-121faf1adcc1'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:10:22.689955 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:22.718175 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cf290e-bbeb-4f88-ace7-a07ea294d875 admin admin] Network cb6fb4f8-5004-4772-92b0-087728ccca6d is scheduled to be hosted by DHCP agent 5b28e82f-8d3c-4647-96dd-121faf1adcc1 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:10:22.838304 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-56cf290e-bbeb-4f88-ace7-a07ea294d875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815780-1-iscsi, cb6fb4f8-5004-4772-92b0-087728ccca6d) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:10:22.843137 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cf290e-bbeb-4f88-ace7-a07ea294d875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:22.847368 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-56cf290e-bbeb-4f88-ace7-a07ea294d875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:22.850540 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e52bcc0-62a6-4b63-9c55-b187fc3feec8 None None] Network cb6fb4f8-5004-4772-92b0-087728ccca6d requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:10:23.001010 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24329e31-7427-59ac-9b86-4b698544276c-cb6fb4f8-5004-4772-92b0-087728ccca6d', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841'}]}} from dv-cinder-815780-1-iscsi. {{(pid=108237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:10:23.001892 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:23.020757 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-56cf290e-bbeb-4f88-ace7-a07ea294d875 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8699965 Oct 28 08:10:23.027641 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37578) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:23.027641 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-3018a312-8110-4b9d-8804-a410a969f65b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:10:23.140615 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] Allocated IP 172.20.0.2 (cb6fb4f8-5004-4772-92b0-087728ccca6d/95a487c1-660f-493f-b4c9-633493fc8841/4eadccc2-3065-43a4-8a10-9bf7f0a1b603) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:10:23.164316 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3018a312-8110-4b9d-8804-a410a969f65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:23.167187 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3018a312-8110-4b9d-8804-a410a969f65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-557362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:23.221821 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3018a312-8110-4b9d-8804-a410a969f65b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:23.288600 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:23.427591 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:23.470474 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] Network cb6fb4f8-5004-4772-92b0-087728ccca6d is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:10:23.472611 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3018a312-8110-4b9d-8804-a410a969f65b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:23.473317 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:10:23.476776 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:10:23.488689 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] Pushing event updated for resources: {'Port': ['ID=4eadccc2-3065-43a4-8a10-9bf7f0a1b603,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:23.539053 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] Attempting to bind port 4eadccc2-3065-43a4-8a10-9bf7f0a1b603 on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:10:23.545967 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] Attempting to bind port 4eadccc2-3065-43a4-8a10-9bf7f0a1b603 by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:10:23.545967 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] Attempting to bind port 4eadccc2-3065-43a4-8a10-9bf7f0a1b603 on network cb6fb4f8-5004-4772-92b0-087728ccca6d {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:10:23.545967 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:10:23.545967 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] Checking segment: {'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:10:23.546426 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:23.546536 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] Bound using segment: {'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:10:23.546979 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] Bound port: 4eadccc2-3065-43a4-8a10-9bf7f0a1b603, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:10:23.547366 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:23.611433 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] For port 4eadccc2-3065-43a4-8a10-9bf7f0a1b603, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:10:23.614694 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] For port 4eadccc2-3065-43a4-8a10-9bf7f0a1b603, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=4eadccc2-3065-43a4-8a10-9bf7f0a1b603,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:10:23.781723 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:23.832612 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3018a312-8110-4b9d-8804-a410a969f65b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:23.847223 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df89f79-2e78-42d4-ac16-a63d042fe0e8 None None] Pushing event updated for resources: {'Port': ['ID=4eadccc2-3065-43a4-8a10-9bf7f0a1b603,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:23.854295 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3018a312-8110-4b9d-8804-a410a969f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:23.968789 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-3018a312-8110-4b9d-8804-a410a969f65b admin admin] Allocated IP 172.27.3.10 (77f84cc0-8b47-4277-be58-a93709c02eeb/2fc1b7ce-548a-406e-9830-ae6bdd788adb/0d6a24d5-9a30-44fc-85cd-ab0f592acaab) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:10:24.159094 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3018a312-8110-4b9d-8804-a410a969f65b admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:24.195751 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 4eadccc2-3065-43a4-8a10-9bf7f0a1b603 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:10:24.251118 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 4eadccc2-3065-43a4-8a10-9bf7f0a1b603 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:24.251385 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:24.284292 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3018a312-8110-4b9d-8804-a410a969f65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:24.326124 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3018a312-8110-4b9d-8804-a410a969f65b admin admin] Network 77f84cc0-8b47-4277-be58-a93709c02eeb is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:10:24.332984 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:24.333778 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-3018a312-8110-4b9d-8804-a410a969f65b admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:10:24.336368 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3018a312-8110-4b9d-8804-a410a969f65b admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:10:24.340293 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018a312-8110-4b9d-8804-a410a969f65b admin admin] Pushing event updated for resources: {'Port': ['ID=0d6a24d5-9a30-44fc-85cd-ab0f592acaab,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:24.369630 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] For port 4eadccc2-3065-43a4-8a10-9bf7f0a1b603, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=4eadccc2-3065-43a4-8a10-9bf7f0a1b603,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:10:24.455345 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:24.514603 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Pushing event updated for resources: {'Port': ['ID=4eadccc2-3065-43a4-8a10-9bf7f0a1b603,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:24.797581 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f76e79-514b-423c-bf3c-81a6d171b3af None None] Network cb6fb4f8-5004-4772-92b0-087728ccca6d requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:10:24.880688 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-58525341-dada-4709-92c7-61afd67808b2 None None] Provisioning complete for port 4eadccc2-3065-43a4-8a10-9bf7f0a1b603 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:24.881296 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-58525341-dada-4709-92c7-61afd67808b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:24.920327 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3018a312-8110-4b9d-8804-a410a969f65b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:25.141922 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3018a312-8110-4b9d-8804-a410a969f65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-557371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586405'] for router, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:25.253971 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-376c7e6e-cc87-4d60-9bb9-8cf8e48c3065 None None] Provisioning complete for port 4eadccc2-3065-43a4-8a10-9bf7f0a1b603 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:25.254542 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-376c7e6e-cc87-4d60-9bb9-8cf8e48c3065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:25.392612 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3018a312-8110-4b9d-8804-a410a969f65b admin admin] Router 8812198d-193f-40a5-be40-fdbb7cb527d9 is scheduled to L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 with binding_index 1 {{(pid=108236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:10:25.504367 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3018a312-8110-4b9d-8804-a410a969f65b admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:10:25.513751 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] Sync routers for ids ['8812198d-193f-40a5-be40-fdbb7cb527d9'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:10:25.523866 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] Routers {'8812198d-193f-40a5-be40-fdbb7cb527d9'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:10:25.524507 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:10:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8812198d-193f-40a5-be40-fdbb7cb527d9'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:25.627993 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] Set router 8812198d-193f-40a5-be40-fdbb7cb527d9 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:10:25.663216 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3018a312-8110-4b9d-8804-a410a969f65b admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:25.664466 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-3018a312-8110-4b9d-8804-a410a969f65b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6425235 Oct 28 08:10:25.667216 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37594) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:25.804902 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:24Z', 'revision_number': 3, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:25.831136 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] Checking router: 8812198d-193f-40a5-be40-fdbb7cb527d9 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:10:25.831494 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] Updating router 8812198d-193f-40a5-be40-fdbb7cb527d9 port 0d6a24d5-9a30-44fc-85cd-ab0f592acaab binding host dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:10:25.856244 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:26.082267 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d4025c51-be84-47e2-9a70-06604fcc8028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:26.111775 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 4eadccc2-3065-43a4-8a10-9bf7f0a1b603 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:10:26.125649 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:26.172882 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 4eadccc2-3065-43a4-8a10-9bf7f0a1b603 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:26.173198 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:26.253126 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-d4025c51-be84-47e2-9a70-06604fcc8028 admin admin] Allocated IP 172.20.0.1 (cb6fb4f8-5004-4772-92b0-087728ccca6d/95a487c1-660f-493f-b4c9-633493fc8841/4129a58c-6f2a-4383-ae19-65a330f4e573) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:10:26.260433 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:26.314423 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] Attempting to bind port 0d6a24d5-9a30-44fc-85cd-ab0f592acaab on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:10:26.314828 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] Attempting to bind port 0d6a24d5-9a30-44fc-85cd-ab0f592acaab by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:10:26.315442 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] Attempting to bind port 0d6a24d5-9a30-44fc-85cd-ab0f592acaab on network 77f84cc0-8b47-4277-be58-a93709c02eeb {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:10:26.324736 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78434acb-77e9-48e2-8b77-215381c6e4dd None None] Pushing event updated for resources: {'Port': ['ID=0d6a24d5-9a30-44fc-85cd-ab0f592acaab,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:26.328561 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:10:26.329092 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] Checking segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:10:26.329498 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:26.329893 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] Bound using segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:10:26.330373 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] Bound port: 0d6a24d5-9a30-44fc-85cd-ab0f592acaab, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:10:26.330774 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:26.364113 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d4025c51-be84-47e2-9a70-06604fcc8028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:26.382948 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] For port 0d6a24d5-9a30-44fc-85cd-ab0f592acaab, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:10:26.386250 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] For port 0d6a24d5-9a30-44fc-85cd-ab0f592acaab, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=0d6a24d5-9a30-44fc-85cd-ab0f592acaab,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:10:26.490212 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:26.524236 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d4025c51-be84-47e2-9a70-06604fcc8028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:26.551898 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] Routers {'8812198d-193f-40a5-be40-fdbb7cb527d9'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:10:26.552436 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:10:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8812198d-193f-40a5-be40-fdbb7cb527d9'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:26.555810 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78434acb-77e9-48e2-8b77-215381c6e4dd None None] Pushing event updated for resources: {'Port': ['ID=0d6a24d5-9a30-44fc-85cd-ab0f592acaab,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:26.567329 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4025c51-be84-47e2-9a70-06604fcc8028 admin admin] Network cb6fb4f8-5004-4772-92b0-087728ccca6d is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:10:26.571819 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-d4025c51-be84-47e2-9a70-06604fcc8028 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:10:26.575664 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4025c51-be84-47e2-9a70-06604fcc8028 admin admin] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:10:26.607722 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4025c51-be84-47e2-9a70-06604fcc8028 admin admin] Pushing event updated for resources: {'Port': ['ID=4129a58c-6f2a-4383-ae19-65a330f4e573,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:26.630296 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d4025c51-be84-47e2-9a70-06604fcc8028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586640'] for router_interface, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:26.668386 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] Set router 8812198d-193f-40a5-be40-fdbb7cb527d9 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:10:26.860994 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d4025c51-be84-47e2-9a70-06604fcc8028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:26.968208 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-367233f2-f084-4039-9796-5214e6fa0690 None None] Provisioning complete for port 4129a58c-6f2a-4383-ae19-65a330f4e573 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:26.968592 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-367233f2-f084-4039-9796-5214e6fa0690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:27.009118 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-367233f2-f084-4039-9796-5214e6fa0690 None None] Port 4129a58c-6f2a-4383-ae19-65a330f4e573 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:10:27.016460 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:24Z', 'revision_number': 3, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:27.042931 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d4025c51-be84-47e2-9a70-06604fcc8028 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:27.044317 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54f9010-7bb6-467e-9f73-6c8a329bf3f7 None None] The sync data for ids ['8812198d-193f-40a5-be40-fdbb7cb527d9'] in dv-cinder-815780-1-iscsi is: [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:24Z', 'revision_number': 3, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:10:27.138569 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d4025c51-be84-47e2-9a70-06604fcc8028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:27.208774 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d4025c51-be84-47e2-9a70-06604fcc8028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586724'] for router_interface, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:27.210605 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4025c51-be84-47e2-9a70-06604fcc8028 admin admin] Pushing event updated for resources: {'Port': ['ID=4129a58c-6f2a-4383-ae19-65a330f4e573,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:27.246464 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057b845-13bb-440d-8d4c-5d9e6cbd4e5a req-72291391-3cce-4b0f-aa30-6be69c399875 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:27.248078 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d057b845-13bb-440d-8d4c-5d9e6cbd4e5a req-72291391-3cce-4b0f-aa30-6be69c399875 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0563431 Oct 28 08:10:27.337058 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d057b845-13bb-440d-8d4c-5d9e6cbd4e5a req-3334dd22-3c6f-4db8-98db-07a389b845a6 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770173 Oct 28 08:10:27.352863 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4025c51-be84-47e2-9a70-06604fcc8028 admin admin] Network cb6fb4f8-5004-4772-92b0-087728ccca6d is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:10:27.354534 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-d4025c51-be84-47e2-9a70-06604fcc8028 admin admin] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:10:27.488212 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4025c51-be84-47e2-9a70-06604fcc8028 admin admin] Router 8812198d-193f-40a5-be40-fdbb7cb527d9 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:10:27.587240 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:27.609048 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4025c51-be84-47e2-9a70-06604fcc8028 admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:10:27.614147 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-d4025c51-be84-47e2-9a70-06604fcc8028 admin admin] 10.222.0.37 "PUT /v2.0/routers/8812198d-193f-40a5-be40-fdbb7cb527d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9459395 Oct 28 08:10:27.641516 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-7002d0dd-c805-4c0c-800c-ac09c44f3637 None None] Provisioning complete for port 4129a58c-6f2a-4383-ae19-65a330f4e573 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:27.642039 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7002d0dd-c805-4c0c-800c-ac09c44f3637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:27.683345 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-7002d0dd-c805-4c0c-800c-ac09c44f3637 None None] Port 4129a58c-6f2a-4383-ae19-65a330f4e573 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:10:28.132763 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 0d6a24d5-9a30-44fc-85cd-ab0f592acaab up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:10:28.189945 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 0d6a24d5-9a30-44fc-85cd-ab0f592acaab triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:28.190576 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:28.276678 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:28.299106 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] For port 0d6a24d5-9a30-44fc-85cd-ab0f592acaab, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=0d6a24d5-9a30-44fc-85cd-ab0f592acaab,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:10:28.388314 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:28.444594 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37636) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:28.453570 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-01d272f3-db9f-4a04-b153-a31fb1759450 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1385131637-network', 'tenant_id': 'fbcf2b00ccd64e91860d4fd3f1a11546'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:10:28.478237 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Pushing event updated for resources: {'Port': ['ID=0d6a24d5-9a30-44fc-85cd-ab0f592acaab,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:28.486527 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d440c-2394-4143-8849-f92829f6124e req-b0d5baab-7352-4f45-aa22-930097659118 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:28.488604 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-454d440c-2394-4143-8849-f92829f6124e req-b0d5baab-7352-4f45-aa22-930097659118 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0625911 Oct 28 08:10:28.533354 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-454d440c-2394-4143-8849-f92829f6124e req-fb446c70-3b6f-4d3f-a03e-1cbda30824d4 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385227 Oct 28 08:10:28.580899 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d272f3-db9f-4a04-b153-a31fb1759450 admin admin] Made reservation on behalf of fbcf2b00ccd64e91860d4fd3f1a11546 for: {'network': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:10:28.588670 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-01d272f3-db9f-4a04-b153-a31fb1759450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for network, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:28.592474 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-01d272f3-db9f-4a04-b153-a31fb1759450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:28.676974 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-01d272f3-db9f-4a04-b153-a31fb1759450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:28.716529 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] Sync routers for ids ['8812198d-193f-40a5-be40-fdbb7cb527d9'] in dv-cinder-815780-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:10:28.726816 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] Routers {'8812198d-193f-40a5-be40-fdbb7cb527d9'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:10:28.727444 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:10:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8812198d-193f-40a5-be40-fdbb7cb527d9'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:28.793013 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-01d272f3-db9f-4a04-b153-a31fb1759450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:28.820030 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d272f3-db9f-4a04-b153-a31fb1759450 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=108236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:10:28.830056 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d272f3-db9f-4a04-b153-a31fb1759450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec473012-722c-4d14-9eae-12684c579fd7,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:28.837101 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-01d272f3-db9f-4a04-b153-a31fb1759450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:28.837101 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.segments_db [None req-01d272f3-db9f-4a04-b153-a31fb1759450 admin admin] Added segment d3a52c15-beb1-4027-af1c-4e67f739e7d5 of type vlan for network 959eef30-29c7-41bf-b122-9d360d193408 Oct 28 08:10:28.840117 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] Set router 8812198d-193f-40a5-be40-fdbb7cb527d9 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:10:28.880617 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-01d272f3-db9f-4a04-b153-a31fb1759450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754291841136'] for network, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:28.986831 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-01d272f3-db9f-4a04-b153-a31fb1759450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221'] for network, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:28.988419 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d272f3-db9f-4a04-b153-a31fb1759450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:28.989019 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-01d272f3-db9f-4a04-b153-a31fb1759450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:29.051318 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 2, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:29.054428 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d272f3-db9f-4a04-b153-a31fb1759450 admin admin] Pushing event updated for resources: {'Network': ['ID=959eef30-29c7-41bf-b122-9d360d193408,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:29.064594 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Network 959eef30-29c7-41bf-b122-9d360d193408 details requested by agent ovs-agent-dv-cinder-815780-1-iscsi with host dv-cinder-815780-1-iscsi {{(pid=108237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:10:29.079613 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] Checking router: 8812198d-193f-40a5-be40-fdbb7cb527d9 for host: dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:10:29.079971 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] Updating router 8812198d-193f-40a5-be40-fdbb7cb527d9 port 4129a58c-6f2a-4383-ae19-65a330f4e573 binding host dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:10:29.106617 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:29.155732 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-01d272f3-db9f-4a04-b153-a31fb1759450 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7096605 Oct 28 08:10:29.158515 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37638) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:29.163388 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-dec92dd1-7a4b-4d8e-ac94-508703fe8fff admin admin] Request body: {'subnet': {'network_id': '959eef30-29c7-41bf-b122-9d360d193408', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1385131637-subnet', 'tenant_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'ip_version': 4}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:10:29.301237 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec92dd1-7a4b-4d8e-ac94-508703fe8fff admin admin] Made reservation on behalf of fbcf2b00ccd64e91860d4fd3f1a11546 for: {'subnet': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:10:29.303806 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dec92dd1-7a4b-4d8e-ac94-508703fe8fff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3949988'] for subnet, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:29.384180 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] Notify callbacks [] for port, precommit_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:29.489880 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:29.541018 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495571ab-fa1e-4ba8-85df-a2073548e4ac None None] Pushing event updated for resources: {'Port': ['ID=4129a58c-6f2a-4383-ae19-65a330f4e573,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:29.558861 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dec92dd1-7a4b-4d8e-ac94-508703fe8fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4057468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3950038'] for subnet, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:29.566292 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495571ab-fa1e-4ba8-85df-a2073548e4ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:29.566976 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495571ab-fa1e-4ba8-85df-a2073548e4ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:29.567524 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495571ab-fa1e-4ba8-85df-a2073548e4ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:29.568015 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495571ab-fa1e-4ba8-85df-a2073548e4ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:29.568513 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495571ab-fa1e-4ba8-85df-a2073548e4ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:29.569009 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495571ab-fa1e-4ba8-85df-a2073548e4ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:29.569516 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495571ab-fa1e-4ba8-85df-a2073548e4ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:29.570107 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495571ab-fa1e-4ba8-85df-a2073548e4ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:29.570623 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495571ab-fa1e-4ba8-85df-a2073548e4ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:29.571185 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495571ab-fa1e-4ba8-85df-a2073548e4ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:29.571673 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495571ab-fa1e-4ba8-85df-a2073548e4ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:29.572177 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495571ab-fa1e-4ba8-85df-a2073548e4ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:10:29.616013 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] Attempting to bind port 4129a58c-6f2a-4383-ae19-65a330f4e573 on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:10:29.616381 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] Attempting to bind port 4129a58c-6f2a-4383-ae19-65a330f4e573 by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:10:29.616745 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] Attempting to bind port 4129a58c-6f2a-4383-ae19-65a330f4e573 on network cb6fb4f8-5004-4772-92b0-087728ccca6d {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:10:29.630804 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:10:29.631184 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] Checking segment: {'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:10:29.631880 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:29.632004 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] Bound using segment: {'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:10:29.632457 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] Bound port: 4129a58c-6f2a-4383-ae19-65a330f4e573, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:10:29.632859 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:29.648447 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec92dd1-7a4b-4d8e-ac94-508703fe8fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb7b6162-94c1-4bd6-9172-0db24d2ff8a1,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:29.671149 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec92dd1-7a4b-4d8e-ac94-508703fe8fff admin admin] Checking segment: {'id': 'd3a52c15-beb1-4027-af1c-4e67f739e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '959eef30-29c7-41bf-b122-9d360d193408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:10:29.671901 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec92dd1-7a4b-4d8e-ac94-508703fe8fff admin admin] Network hostable DHCP agents. Network: 959eef30-29c7-41bf-b122-9d360d193408, hostable agents: ['5b28e82f-8d3c-4647-96dd-121faf1adcc1'], hosted agents: [] {{(pid=108236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:10:29.714379 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312460e-9dec-482c-90ee-5403cc97e5e8 req-bfc574af-f4e0-4427-9bcc-9580377d78cd tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:29.722108 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3312460e-9dec-482c-90ee-5403cc97e5e8 req-bfc574af-f4e0-4427-9bcc-9580377d78cd tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0693679 Oct 28 08:10:29.731140 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] For port 4129a58c-6f2a-4383-ae19-65a330f4e573, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:10:29.734875 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] For port 4129a58c-6f2a-4383-ae19-65a330f4e573, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=4129a58c-6f2a-4383-ae19-65a330f4e573,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:10:29.756947 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3312460e-9dec-482c-90ee-5403cc97e5e8 req-8f3cd97e-a6b3-4bdc-a1d1-2a4ffd75c70c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335624 Oct 28 08:10:29.762593 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec92dd1-7a4b-4d8e-ac94-508703fe8fff admin admin] Network 959eef30-29c7-41bf-b122-9d360d193408 is scheduled to be hosted by DHCP agent 5b28e82f-8d3c-4647-96dd-121faf1adcc1 with binding_index 1 {{(pid=108236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:10:29.815897 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:29.825832 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-5ba122e2-9dd2-46e1-8740-2bb4e9b06864 None None] Provisioning complete for port 4129a58c-6f2a-4383-ae19-65a330f4e573 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:29.826296 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5ba122e2-9dd2-46e1-8740-2bb4e9b06864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:29.844035 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-dec92dd1-7a4b-4d8e-ac94-508703fe8fff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815780-1-iscsi, 959eef30-29c7-41bf-b122-9d360d193408) {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:10:29.852000 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec92dd1-7a4b-4d8e-ac94-508703fe8fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:29.853243 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-dec92dd1-7a4b-4d8e-ac94-508703fe8fff admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:29.860030 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4050ad0e-cf39-43db-83db-54ce32315576 None None] Network 959eef30-29c7-41bf-b122-9d360d193408 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:10:29.872974 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495571ab-fa1e-4ba8-85df-a2073548e4ac None None] Pushing event updated for resources: {'Port': ['ID=4129a58c-6f2a-4383-ae19-65a330f4e573,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:29.894034 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] Routers {'8812198d-193f-40a5-be40-fdbb7cb527d9'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:10:29.894738 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:10:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8812198d-193f-40a5-be40-fdbb7cb527d9'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:29.942960 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 37644) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:29.951711 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-dec92dd1-7a4b-4d8e-ac94-508703fe8fff admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7918491 Oct 28 08:10:29.954876 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-95be9695-c5f4-4d2e-af70-898a353dc94b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1385131637-router', 'tenant_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:10:29.999471 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5ba122e2-9dd2-46e1-8740-2bb4e9b06864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:30.023152 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] Set router 8812198d-193f-40a5-be40-fdbb7cb527d9 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:10:30.060663 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-95be9695-c5f4-4d2e-af70-898a353dc94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3994'] for router, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:30.061782 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-95be9695-c5f4-4d2e-af70-898a353dc94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-557362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-958239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4003'] for router, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:30.076436 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-5ba122e2-9dd2-46e1-8740-2bb4e9b06864 None None] For port 4129a58c-6f2a-4383-ae19-65a330f4e573, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=4129a58c-6f2a-4383-ae19-65a330f4e573,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:10:30.122294 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp24329e31-7427-59ac-9b86-4b698544276c-959eef30-29c7-41bf-b122-9d360d193408', 'network_id': '959eef30-29c7-41bf-b122-9d360d193408', 'tenant_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'fixed_ips': [{'subnet_id': 'bb7b6162-94c1-4bd6-9172-0db24d2ff8a1'}]}} from dv-cinder-815780-1-iscsi. {{(pid=108237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:10:30.123966 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:30.139910 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 0d6a24d5-9a30-44fc-85cd-ab0f592acaab up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:10:30.148585 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-95be9695-c5f4-4d2e-af70-898a353dc94b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:30.178532 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5ba122e2-9dd2-46e1-8740-2bb4e9b06864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:30.276174 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:29Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:30.309151 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea312e3-ab8c-412c-a6d8-c5a98383a60a None None] The sync data for ids ['8812198d-193f-40a5-be40-fdbb7cb527d9'] in dv-cinder-815780-1-iscsi is: [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:29Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:10:30.328701 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba122e2-9dd2-46e1-8740-2bb4e9b06864 None None] Pushing event updated for resources: {'Port': ['ID=4129a58c-6f2a-4383-ae19-65a330f4e573,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:30.371565 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 0d6a24d5-9a30-44fc-85cd-ab0f592acaab triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:30.371565 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:30.371565 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-baceb431-9729-43be-97e8-0332a3ef2a25 None None] Provisioning complete for port 4129a58c-6f2a-4383-ae19-65a330f4e573 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:30.371565 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-baceb431-9729-43be-97e8-0332a3ef2a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:30.414967 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-95be9695-c5f4-4d2e-af70-898a353dc94b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:30.434048 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.db_base_plugin_common [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] Allocated IP 172.20.0.2 (959eef30-29c7-41bf-b122-9d360d193408/bb7b6162-94c1-4bd6-9172-0db24d2ff8a1/6a38cf3a-98ed-47ac-987f-7ab7af96f143) {{(pid=108237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:10:30.694773 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] Notify callbacks [] for port, precommit_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:30.762694 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-95be9695-c5f4-4d2e-af70-898a353dc94b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:30.782630 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-95be9695-c5f4-4d2e-af70-898a353dc94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:30.794860 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021'] for port, after_create {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:30.866981 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] Network 959eef30-29c7-41bf-b122-9d360d193408 is already hosted by enough agents. {{(pid=108237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:10:30.873526 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.scheduler.base_scheduler [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] Resources bound (agent type, host, resource id): {{(pid=108237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:10:30.877618 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] Received port after_create {{(pid=108237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:10:30.893254 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] Pushing event updated for resources: {'Port': ['ID=6a38cf3a-98ed-47ac-987f-7ab7af96f143,revision_number=1']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:30.947406 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] Attempting to bind port 6a38cf3a-98ed-47ac-987f-7ab7af96f143 on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:10:30.947788 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe946e-ad58-4d81-ada1-255bd10b5463 req-f7831c5c-4318-437b-b443-7d9ac0eea040 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:30.947922 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] Attempting to bind port 6a38cf3a-98ed-47ac-987f-7ab7af96f143 by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': 'd3a52c15-beb1-4027-af1c-4e67f739e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '959eef30-29c7-41bf-b122-9d360d193408'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:10:30.949232 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] Attempting to bind port 6a38cf3a-98ed-47ac-987f-7ab7af96f143 on network 959eef30-29c7-41bf-b122-9d360d193408 {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:10:30.954669 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:10:30.955220 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] Checking segment: {'id': 'd3a52c15-beb1-4027-af1c-4e67f739e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '959eef30-29c7-41bf-b122-9d360d193408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:10:30.955613 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dcbe946e-ad58-4d81-ada1-255bd10b5463 req-f7831c5c-4318-437b-b443-7d9ac0eea040 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0983772 Oct 28 08:10:30.955736 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:30.956016 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] Bound using segment: {'id': 'd3a52c15-beb1-4027-af1c-4e67f739e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '959eef30-29c7-41bf-b122-9d360d193408'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:10:30.956502 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] Bound port: 6a38cf3a-98ed-47ac-987f-7ab7af96f143, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a52c15-beb1-4027-af1c-4e67f739e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '959eef30-29c7-41bf-b122-9d360d193408'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:10:30.956888 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:30.982823 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_common [None req-95be9695-c5f4-4d2e-af70-898a353dc94b admin admin] Allocated IP 172.27.3.85 (77f84cc0-8b47-4277-be58-a93709c02eeb/2fc1b7ce-548a-406e-9830-ae6bdd788adb/a37a90e3-bd1d-4b84-92c0-49fc2f934822) {{(pid=108235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:10:31.030503 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dcbe946e-ad58-4d81-ada1-255bd10b5463 req-99658022-f974-409c-87ee-d3e16a29c5b4 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739284 Oct 28 08:10:31.050398 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] For port 6a38cf3a-98ed-47ac-987f-7ab7af96f143, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:10:31.054072 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] For port 6a38cf3a-98ed-47ac-987f-7ab7af96f143, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=6a38cf3a-98ed-47ac-987f-7ab7af96f143,segment=NetworkSegment(d3a52c15-beb1-4027-af1c-4e67f739e7d5),segment_id=d3a52c15-beb1-4027-af1c-4e67f739e7d5)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:10:31.122376 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-95be9695-c5f4-4d2e-af70-898a353dc94b admin admin] Notify callbacks [] for port, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:31.171214 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:31.226699 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-95be9695-c5f4-4d2e-af70-898a353dc94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:31.241513 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18b8ee-de95-49a1-86d0-f278f674c76e None None] Pushing event updated for resources: {'Port': ['ID=6a38cf3a-98ed-47ac-987f-7ab7af96f143,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:31.262396 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95be9695-c5f4-4d2e-af70-898a353dc94b admin admin] Network 77f84cc0-8b47-4277-be58-a93709c02eeb is already hosted by enough agents. {{(pid=108235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:10:31.265563 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [None req-95be9695-c5f4-4d2e-af70-898a353dc94b admin admin] Resources bound (agent type, host, resource id): {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:10:31.269428 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95be9695-c5f4-4d2e-af70-898a353dc94b admin admin] Received port after_create {{(pid=108235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:10:31.308908 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be9695-c5f4-4d2e-af70-898a353dc94b admin admin] Pushing event updated for resources: {'Port': ['ID=a37a90e3-bd1d-4b84-92c0-49fc2f934822,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:31.657768 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-95be9695-c5f4-4d2e-af70-898a353dc94b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:31.859403 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-95be9695-c5f4-4d2e-af70-898a353dc94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-557371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586405'] for router, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:32.089986 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95be9695-c5f4-4d2e-af70-898a353dc94b admin admin] Router 207236cf-7848-4ba4-bcb1-bdf995112e9d is scheduled to L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 with binding_index 1 {{(pid=108235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:10:32.227472 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 4129a58c-6f2a-4383-ae19-65a330f4e573 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:10:32.282593 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 4129a58c-6f2a-4383-ae19-65a330f4e573 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:32.282992 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:32.375271 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 6a38cf3a-98ed-47ac-987f-7ab7af96f143 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:10:32.378617 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11337807-b6d5-45df-a1bc-a29ca7958b9b None None] Network 959eef30-29c7-41bf-b122-9d360d193408 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:10:32.490440 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46881b9-273b-48cc-86fe-9f6229acd32e req-81b8fcbd-74f1-4f2e-a3b0-798e37285436 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:32.491981 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e46881b9-273b-48cc-86fe-9f6229acd32e req-81b8fcbd-74f1-4f2e-a3b0-798e37285436 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.3505499 Oct 28 08:10:32.497097 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-ddc1e0e4-5348-496c-850d-d0ab55e90258 None None] Provisioning complete for port 6a38cf3a-98ed-47ac-987f-7ab7af96f143 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:32.497476 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ddc1e0e4-5348-496c-850d-d0ab55e90258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:32.509213 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95be9695-c5f4-4d2e-af70-898a353dc94b admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:10:32.527346 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] Sync routers for ids ['207236cf-7848-4ba4-bcb1-bdf995112e9d'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:10:32.540835 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 6a38cf3a-98ed-47ac-987f-7ab7af96f143 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:32.540835 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:32.545049 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e46881b9-273b-48cc-86fe-9f6229acd32e req-5efc69b0-9eed-448b-8e06-9bfcd10f284d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468042 Oct 28 08:10:32.600928 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] Routers {'207236cf-7848-4ba4-bcb1-bdf995112e9d'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:10:32.601559 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:10:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['207236cf-7848-4ba4-bcb1-bdf995112e9d'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:32.669068 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-95be9695-c5f4-4d2e-af70-898a353dc94b admin admin] Notify callbacks [] for router, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:32.670341 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-95be9695-c5f4-4d2e-af70-898a353dc94b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7255602 Oct 28 08:10:32.673157 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 37656) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:32.941783 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] Set router 207236cf-7848-4ba4-bcb1-bdf995112e9d gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:10:32.943752 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ddc1e0e4-5348-496c-850d-d0ab55e90258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:33.018556 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:33.108560 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-ddc1e0e4-5348-496c-850d-d0ab55e90258 None None] For port 6a38cf3a-98ed-47ac-987f-7ab7af96f143, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=6a38cf3a-98ed-47ac-987f-7ab7af96f143,segment=NetworkSegment(d3a52c15-beb1-4027-af1c-4e67f739e7d5),segment_id=d3a52c15-beb1-4027-af1c-4e67f739e7d5)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:10:33.143340 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-8b86c897-4574-4336-a80b-fc207214b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:33.188900 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ddc1e0e4-5348-496c-850d-d0ab55e90258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:33.273165 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.db.api [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 08:10:33.273838 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG oslo_db.api [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 08:10:33.274677 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'name': 'tempest-TestVolumeBootPattern-1385131637-router', 'tenant_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'a37a90e3-bd1d-4b84-92c0-49fc2f934822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:30Z', 'updated_at': '2021-10-28T08:10:31Z', 'revision_number': 3, 'project_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'gw_port': {'id': 'a37a90e3-bd1d-4b84-92c0-49fc2f934822', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:60:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:30Z', 'updated_at': '2021-10-28T08:10:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:33.312119 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] Checking router: 207236cf-7848-4ba4-bcb1-bdf995112e9d for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:10:33.312421 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_common [None req-8b86c897-4574-4336-a80b-fc207214b765 admin admin] Allocated IP 172.20.0.1 (959eef30-29c7-41bf-b122-9d360d193408/bb7b6162-94c1-4bd6-9172-0db24d2ff8a1/41b8bdf0-3313-4a7a-a2c9-47073775a1c1) {{(pid=108235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:10:33.312584 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] Updating router 207236cf-7848-4ba4-bcb1-bdf995112e9d port a37a90e3-bd1d-4b84-92c0-49fc2f934822 binding host dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:10:33.314839 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1e0e4-5348-496c-850d-d0ab55e90258 None None] Pushing event updated for resources: {'Port': ['ID=6a38cf3a-98ed-47ac-987f-7ab7af96f143,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:33.345947 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-40ff9838-6472-4188-94d1-7a724447c5f2 None None] Provisioning complete for port 6a38cf3a-98ed-47ac-987f-7ab7af96f143 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:33.346322 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-40ff9838-6472-4188-94d1-7a724447c5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:33.347824 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:33.430037 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-8b86c897-4574-4336-a80b-fc207214b765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:33.518170 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-8b86c897-4574-4336-a80b-fc207214b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:33.558009 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b86c897-4574-4336-a80b-fc207214b765 admin admin] Network 959eef30-29c7-41bf-b122-9d360d193408 is already hosted by enough agents. {{(pid=108235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:10:33.561090 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [None req-8b86c897-4574-4336-a80b-fc207214b765 admin admin] Resources bound (agent type, host, resource id): {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:10:33.564666 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b86c897-4574-4336-a80b-fc207214b765 admin admin] Received port after_create {{(pid=108235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:10:33.591975 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86c897-4574-4336-a80b-fc207214b765 admin admin] Pushing event updated for resources: {'Port': ['ID=41b8bdf0-3313-4a7a-a2c9-47073775a1c1,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:33.621648 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-8b86c897-4574-4336-a80b-fc207214b765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586640'] for router_interface, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:33.723970 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] Notify callbacks [] for port, precommit_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:33.755380 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace0fe2-a158-4633-838e-3ca2da33d04d req-5dfbe756-36d2-4432-a4b2-002ee79186f7 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:33.756954 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5ace0fe2-a158-4633-838e-3ca2da33d04d req-5dfbe756-36d2-4432-a4b2-002ee79186f7 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0956929 Oct 28 08:10:33.801021 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5ace0fe2-a158-4633-838e-3ca2da33d04d req-a16fe040-9518-465f-96a8-60dc93ef926a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358913 Oct 28 08:10:33.820637 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-db6a19e6-e570-49f2-a6ed-2ab667dc40cf None None] Provisioning complete for port 41b8bdf0-3313-4a7a-a2c9-47073775a1c1 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:33.821011 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-db6a19e6-e570-49f2-a6ed-2ab667dc40cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:33.845436 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:33.888386 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-8b86c897-4574-4336-a80b-fc207214b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:33.908933 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-db6a19e6-e570-49f2-a6ed-2ab667dc40cf None None] Port 41b8bdf0-3313-4a7a-a2c9-47073775a1c1 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:10:33.914021 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] Attempting to bind port a37a90e3-bd1d-4b84-92c0-49fc2f934822 on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:10:33.914412 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] Attempting to bind port a37a90e3-bd1d-4b84-92c0-49fc2f934822 by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:10:33.914702 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] Attempting to bind port a37a90e3-bd1d-4b84-92c0-49fc2f934822 on network 77f84cc0-8b47-4277-be58-a93709c02eeb {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:10:33.925714 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a0026-edae-4cd1-9d9d-6976ff846f68 None None] Pushing event updated for resources: {'Port': ['ID=a37a90e3-bd1d-4b84-92c0-49fc2f934822,revision_number=2']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:33.929353 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:10:33.932186 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] Checking segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:10:33.932186 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:33.932186 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] Bound using segment: {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'} {{(pid=108237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:10:33.932186 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.managers [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] Bound port: a37a90e3-bd1d-4b84-92c0-49fc2f934822, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba8d6d0-709a-4a45-88ff-03ebd289a458', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb'}}] {{(pid=108237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:10:33.932186 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:33.987512 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] For port a37a90e3-bd1d-4b84-92c0-49fc2f934822, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:10:33.990851 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] For port a37a90e3-bd1d-4b84-92c0-49fc2f934822, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=a37a90e3-bd1d-4b84-92c0-49fc2f934822,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:10:34.061416 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:34.071468 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-8b86c897-4574-4336-a80b-fc207214b765 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:34.121561 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 6a38cf3a-98ed-47ac-987f-7ab7af96f143 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:10:34.123176 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-8b86c897-4574-4336-a80b-fc207214b765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826247'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:34.126002 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] Routers {'207236cf-7848-4ba4-bcb1-bdf995112e9d'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:10:34.126590 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:10:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['207236cf-7848-4ba4-bcb1-bdf995112e9d'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:34.184179 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a0026-edae-4cd1-9d9d-6976ff846f68 None None] Pushing event updated for resources: {'Port': ['ID=a37a90e3-bd1d-4b84-92c0-49fc2f934822,revision_number=3']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:34.194921 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-8b86c897-4574-4336-a80b-fc207214b765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586724'] for router_interface, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:34.197597 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86c897-4574-4336-a80b-fc207214b765 admin admin] Pushing event updated for resources: {'Port': ['ID=41b8bdf0-3313-4a7a-a2c9-47073775a1c1,revision_number=2']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:34.273937 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 6a38cf3a-98ed-47ac-987f-7ab7af96f143 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:34.274535 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:34.276917 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] Set router 207236cf-7848-4ba4-bcb1-bdf995112e9d gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:10:34.294777 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b86c897-4574-4336-a80b-fc207214b765 admin admin] Network 959eef30-29c7-41bf-b122-9d360d193408 is already hosted by enough agents. {{(pid=108235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:10:34.296233 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [None req-8b86c897-4574-4336-a80b-fc207214b765 admin admin] Resources bound (agent type, host, resource id): {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:10:34.416109 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b86c897-4574-4336-a80b-fc207214b765 admin admin] Router 207236cf-7848-4ba4-bcb1-bdf995112e9d has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:10:34.532579 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b86c897-4574-4336-a80b-fc207214b765 admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:10:34.537883 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-8b86c897-4574-4336-a80b-fc207214b765 admin admin] 10.222.0.37 "PUT /v2.0/routers/207236cf-7848-4ba4-bcb1-bdf995112e9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8636901 Oct 28 08:10:34.544001 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-9a54ca49-5935-4fb4-8ca8-942f18d2812b None None] Provisioning complete for port 41b8bdf0-3313-4a7a-a2c9-47073775a1c1 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:34.544337 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9a54ca49-5935-4fb4-8ca8-942f18d2812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:34.584953 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'name': 'tempest-TestVolumeBootPattern-1385131637-router', 'tenant_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'a37a90e3-bd1d-4b84-92c0-49fc2f934822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:30Z', 'updated_at': '2021-10-28T08:10:33Z', 'revision_number': 4, 'project_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'gw_port': {'id': 'a37a90e3-bd1d-4b84-92c0-49fc2f934822', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:60:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:30Z', 'updated_at': '2021-10-28T08:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '41b8bdf0-3313-4a7a-a2c9-47073775a1c1', 'name': '', 'network_id': '959eef30-29c7-41bf-b122-9d360d193408', 'tenant_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'mac_address': 'fa:16:3e:f3:30:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bb7b6162-94c1-4bd6-9172-0db24d2ff8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:33Z', 'updated_at': '2021-10-28T08:10:33Z', 'revision_number': 2, 'project_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'subnets': [{'id': 'bb7b6162-94c1-4bd6-9172-0db24d2ff8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:34.587073 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-9a54ca49-5935-4fb4-8ca8-942f18d2812b None None] Port 41b8bdf0-3313-4a7a-a2c9-47073775a1c1 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:10:34.614878 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4737111-99ba-49ed-bce0-e8750415a995 None None] The sync data for ids ['207236cf-7848-4ba4-bcb1-bdf995112e9d'] in dv-cinder-815780-1-iscsi is: [{'id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'name': 'tempest-TestVolumeBootPattern-1385131637-router', 'tenant_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'a37a90e3-bd1d-4b84-92c0-49fc2f934822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:30Z', 'updated_at': '2021-10-28T08:10:33Z', 'revision_number': 4, 'project_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'gw_port': {'id': 'a37a90e3-bd1d-4b84-92c0-49fc2f934822', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:60:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:30Z', 'updated_at': '2021-10-28T08:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '41b8bdf0-3313-4a7a-a2c9-47073775a1c1', 'name': '', 'network_id': '959eef30-29c7-41bf-b122-9d360d193408', 'tenant_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'mac_address': 'fa:16:3e:f3:30:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bb7b6162-94c1-4bd6-9172-0db24d2ff8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:33Z', 'updated_at': '2021-10-28T08:10:33Z', 'revision_number': 2, 'project_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'subnets': [{'id': 'bb7b6162-94c1-4bd6-9172-0db24d2ff8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:10:34.951899 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce5e16-9e28-4dbc-8999-c6128ee7f641 req-bf64ec68-4162-4ded-a0d8-0a87617d68a3 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:34.953947 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3fce5e16-9e28-4dbc-8999-c6128ee7f641 req-bf64ec68-4162-4ded-a0d8-0a87617d68a3 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0637085 Oct 28 08:10:34.995934 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3fce5e16-9e28-4dbc-8999-c6128ee7f641 req-d1be1efb-8a68-4db6-8998-d654b0ce2b4a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357583 Oct 28 08:10:35.116968 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37674) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:35.122220 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-9b1ab176-1e49-4257-bddd-d5a4076966b0 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-562818630', 'description': 'tempest-secgroup-smoke-562818630 description', 'project_id': 'eb868b6450414866ae91386c1d1b632a'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:10:35.262489 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9b1ab176-1e49-4257-bddd-d5a4076966b0 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:35.339523 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9b1ab176-1e49-4257-bddd-d5a4076966b0 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:35.414875 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9b1ab176-1e49-4257-bddd-d5a4076966b0 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:35.446641 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ab176-1e49-4257-bddd-d5a4076966b0 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d8f46e-163a-49bb-84c2-038607458b7b,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:35.548627 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-9b1ab176-1e49-4257-bddd-d5a4076966b0 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:35.549960 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-9b1ab176-1e49-4257-bddd-d5a4076966b0 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4319551 Oct 28 08:10:35.552947 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37676) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:35.557805 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-026dbcc6-76a4-481e-b0f2-5cb75f7f335f tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Request body: {'security_group_rule': {'security_group_id': '33d8f46e-163a-49bb-84c2-038607458b7b', 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:10:35.734989 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-026dbcc6-76a4-481e-b0f2-5cb75f7f335f tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:35.796610 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-026dbcc6-76a4-481e-b0f2-5cb75f7f335f tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:35.912420 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-026dbcc6-76a4-481e-b0f2-5cb75f7f335f tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:35.929407 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026dbcc6-76a4-481e-b0f2-5cb75f7f335f tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224db066-914e-4909-b657-aa6a5444f222,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:36.022737 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-026dbcc6-76a4-481e-b0f2-5cb75f7f335f tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:36.023914 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-026dbcc6-76a4-481e-b0f2-5cb75f7f335f tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4700351 Oct 28 08:10:36.026811 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37680) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:36.033044 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-79b8bcfb-4e8f-4406-95b4-431acbf5c4da tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Request body: {'security_group_rule': {'security_group_id': '33d8f46e-163a-49bb-84c2-038607458b7b', 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:10:36.128184 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device a37a90e3-bd1d-4b84-92c0-49fc2f934822 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:10:36.131300 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62ea0c-b476-4d7a-9a67-94afb7ecb811 req-63e6c3d3-1782-438f-83d0-773e036957df tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:36.132895 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8c62ea0c-b476-4d7a-9a67-94afb7ecb811 req-63e6c3d3-1782-438f-83d0-773e036957df tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0595133 Oct 28 08:10:36.173328 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8c62ea0c-b476-4d7a-9a67-94afb7ecb811 req-abbb622f-177b-40b2-98b8-56bf0dafb7be tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338862 Oct 28 08:10:36.175582 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79b8bcfb-4e8f-4406-95b4-431acbf5c4da tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:36.177797 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port a37a90e3-bd1d-4b84-92c0-49fc2f934822 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:36.178268 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:36.242785 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79b8bcfb-4e8f-4406-95b4-431acbf5c4da tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:36.395034 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:36.409163 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79b8bcfb-4e8f-4406-95b4-431acbf5c4da tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:36.417117 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] For port a37a90e3-bd1d-4b84-92c0-49fc2f934822, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=a37a90e3-bd1d-4b84-92c0-49fc2f934822,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:10:36.427884 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8bcfb-4e8f-4406-95b4-431acbf5c4da tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3ed835-eb7d-49ad-8de0-3c684a3060a4,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:36.512121 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:36.553936 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-79b8bcfb-4e8f-4406-95b4-431acbf5c4da tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:36.555147 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-79b8bcfb-4e8f-4406-95b4-431acbf5c4da tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5272989 Oct 28 08:10:36.557953 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37684) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:36.563164 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Pushing event updated for resources: {'Port': ['ID=a37a90e3-bd1d-4b84-92c0-49fc2f934822,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:36.563720 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-adf765ad-8b93-4002-a6fe-a4e41e8f3943 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Request body: {'security_group_rule': {'security_group_id': '33d8f46e-163a-49bb-84c2-038607458b7b', 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:10:36.654958 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-adf765ad-8b93-4002-a6fe-a4e41e8f3943 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:36.717631 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-adf765ad-8b93-4002-a6fe-a4e41e8f3943 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:36.883635 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-adf765ad-8b93-4002-a6fe-a4e41e8f3943 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:36.900111 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf765ad-8b93-4002-a6fe-a4e41e8f3943 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf98f64a-9fa1-4710-a72a-80e095065773,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:36.988244 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-adf765ad-8b93-4002-a6fe-a4e41e8f3943 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:36.990757 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-adf765ad-8b93-4002-a6fe-a4e41e8f3943 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4307261 Oct 28 08:10:36.992400 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37688) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:36.997294 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-77042054-aa52-408d-9db6-232d7407d685 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Request body: {'security_group_rule': {'security_group_id': '33d8f46e-163a-49bb-84c2-038607458b7b', 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:10:37.111539 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-77042054-aa52-408d-9db6-232d7407d685 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:37.175354 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-77042054-aa52-408d-9db6-232d7407d685 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:37.266465 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-77042054-aa52-408d-9db6-232d7407d685 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:37.289333 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77042054-aa52-408d-9db6-232d7407d685 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30af9a3b-8e69-4947-9770-27e9b845a24e,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:37.298929 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8589a4c-04c9-49bc-902d-18f5037bc6f5 req-093fa586-c7b5-41d0-a3ec-d59a56461142 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:37.300487 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f8589a4c-04c9-49bc-902d-18f5037bc6f5 req-093fa586-c7b5-41d0-a3ec-d59a56461142 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0511408 Oct 28 08:10:37.343763 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f8589a4c-04c9-49bc-902d-18f5037bc6f5 req-49fdfc1d-a964-4014-bee0-0e911bf63531 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372944 Oct 28 08:10:37.371510 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-77042054-aa52-408d-9db6-232d7407d685 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:37.373389 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-77042054-aa52-408d-9db6-232d7407d685 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3800311 Oct 28 08:10:37.376119 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37694) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:37.380507 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-90441d46-4cc4-4e0f-862f-81099a9a44a1 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Request body: {'security_group_rule': {'security_group_id': '33d8f46e-163a-49bb-84c2-038607458b7b', 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:10:37.535554 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.securitygroups_db [None req-90441d46-4cc4-4e0f-862f-81099a9a44a1 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Project eb868b6450414866ae91386c1d1b632a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 08:10:37.541577 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-90441d46-4cc4-4e0f-862f-81099a9a44a1 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:37.815564 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-90441d46-4cc4-4e0f-862f-81099a9a44a1 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:37.939107 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] Sync routers for ids ['207236cf-7848-4ba4-bcb1-bdf995112e9d'] in dv-cinder-815780-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:10:37.950634 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] Routers {'207236cf-7848-4ba4-bcb1-bdf995112e9d'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:10:37.951367 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:10:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['207236cf-7848-4ba4-bcb1-bdf995112e9d'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:38.105851 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device a37a90e3-bd1d-4b84-92c0-49fc2f934822 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:10:38.112147 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-90441d46-4cc4-4e0f-862f-81099a9a44a1 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:38.133632 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90441d46-4cc4-4e0f-862f-81099a9a44a1 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d775093-8cd7-47ec-ae75-94a9d3c43142,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:38.159715 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] Set router 207236cf-7848-4ba4-bcb1-bdf995112e9d gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:10:38.159997 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port a37a90e3-bd1d-4b84-92c0-49fc2f934822 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:38.160378 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:38.234249 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-90441d46-4cc4-4e0f-862f-81099a9a44a1 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:38.237664 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-90441d46-4cc4-4e0f-862f-81099a9a44a1 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8584855 Oct 28 08:10:38.238159 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 37696) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:10:38.242654 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-46330fc7-3f73-4681-bd08-c9128e3f0169 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Request body: {'security_group_rule': {'security_group_id': '33d8f46e-163a-49bb-84c2-038607458b7b', 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:10:38.335200 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.securitygroups_db [None req-46330fc7-3f73-4681-bd08-c9128e3f0169 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Project eb868b6450414866ae91386c1d1b632a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 08:10:38.341021 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-46330fc7-3f73-4681-bd08-c9128e3f0169 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:38.372076 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'name': 'tempest-TestVolumeBootPattern-1385131637-router', 'tenant_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'a37a90e3-bd1d-4b84-92c0-49fc2f934822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:30Z', 'updated_at': '2021-10-28T08:10:33Z', 'revision_number': 4, 'project_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'gw_port': {'id': 'a37a90e3-bd1d-4b84-92c0-49fc2f934822', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:30Z', 'updated_at': '2021-10-28T08:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '41b8bdf0-3313-4a7a-a2c9-47073775a1c1', 'name': '', 'network_id': '959eef30-29c7-41bf-b122-9d360d193408', 'tenant_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'mac_address': 'fa:16:3e:f3:30:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bb7b6162-94c1-4bd6-9172-0db24d2ff8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:33Z', 'updated_at': '2021-10-28T08:10:33Z', 'revision_number': 2, 'project_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'subnets': [{'id': 'bb7b6162-94c1-4bd6-9172-0db24d2ff8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:38.401304 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] Checking router: 207236cf-7848-4ba4-bcb1-bdf995112e9d for host: dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:10:38.403126 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] Updating router 207236cf-7848-4ba4-bcb1-bdf995112e9d port 41b8bdf0-3313-4a7a-a2c9-47073775a1c1 binding host dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:10:38.420552 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-46330fc7-3f73-4681-bd08-c9128e3f0169 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:38.442818 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:38.489252 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa69d5-30e7-41f8-b69b-191ea6ddf63b req-af787a75-592f-4107-b11a-aeff59d70ba7 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:38.490953 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-89aa69d5-30e7-41f8-b69b-191ea6ddf63b req-af787a75-592f-4107-b11a-aeff59d70ba7 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0694773 Oct 28 08:10:38.494910 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-46330fc7-3f73-4681-bd08-c9128e3f0169 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554715'] for security_group_rule, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:38.515297 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46330fc7-3f73-4681-bd08-c9128e3f0169 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40781b97-656a-4429-bd42-6428dd3dc8bc,revision_number=0']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:38.545404 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-89aa69d5-30e7-41f8-b69b-191ea6ddf63b req-e6e94b84-ab93-4c74-a643-9277533334f5 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438094 Oct 28 08:10:38.605599 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-46330fc7-3f73-4681-bd08-c9128e3f0169 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:38.606993 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-46330fc7-3f73-4681-bd08-c9128e3f0169 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3678055 Oct 28 08:10:38.722200 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] Notify callbacks [] for port, precommit_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:38.803532 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:38.860181 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebe4f0-4a2e-499f-bf86-9578b3e85e4e None None] Pushing event updated for resources: {'Port': ['ID=41b8bdf0-3313-4a7a-a2c9-47073775a1c1,revision_number=3']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:38.919697 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] Attempting to bind port 41b8bdf0-3313-4a7a-a2c9-47073775a1c1 on host dv-cinder-815780-1-iscsi for vnic_type normal with profile {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:10:38.920053 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] Attempting to bind port 41b8bdf0-3313-4a7a-a2c9-47073775a1c1 by drivers openvswitch,hyperv on host dv-cinder-815780-1-iscsi at level 0 using segments [{'id': 'd3a52c15-beb1-4027-af1c-4e67f739e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '959eef30-29c7-41bf-b122-9d360d193408'}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:10:38.920405 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] Attempting to bind port 41b8bdf0-3313-4a7a-a2c9-47073775a1c1 on network 959eef30-29c7-41bf-b122-9d360d193408 {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:10:38.928089 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] Checking agent: {'id': '72fca1f3-11fe-44a8-9010-ce4cdd5d57b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815780-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 51, 19), 'started_at': datetime.datetime(2021, 10, 28, 7, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815780-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:10:38.928089 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] Checking segment: {'id': 'd3a52c15-beb1-4027-af1c-4e67f739e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '959eef30-29c7-41bf-b122-9d360d193408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:10:38.928089 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:38.928089 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] Bound using segment: {'id': 'd3a52c15-beb1-4027-af1c-4e67f739e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '959eef30-29c7-41bf-b122-9d360d193408'} {{(pid=108238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:10:38.928089 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.managers [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] Bound port: 41b8bdf0-3313-4a7a-a2c9-47073775a1c1, host: dv-cinder-815780-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a52c15-beb1-4027-af1c-4e67f739e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '959eef30-29c7-41bf-b122-9d360d193408'}}] {{(pid=108238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:10:38.928089 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:39.001888 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] For port 41b8bdf0-3313-4a7a-a2c9-47073775a1c1, host dv-cinder-815780-1-iscsi, cleared binding levels {{(pid=108238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:10:39.013746 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.plugins.ml2.db [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] For port 41b8bdf0-3313-4a7a-a2c9-47073775a1c1, host dv-cinder-815780-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=41b8bdf0-3313-4a7a-a2c9-47073775a1c1,segment=NetworkSegment(d3a52c15-beb1-4027-af1c-4e67f739e7d5),segment_id=d3a52c15-beb1-4027-af1c-4e67f739e7d5)] {{(pid=108238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:10:39.063957 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-5063936a-b422-4ee3-bc86-4b04cccfdd8c None None] Provisioning complete for port 41b8bdf0-3313-4a7a-a2c9-47073775a1c1 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:39.064575 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5063936a-b422-4ee3-bc86-4b04cccfdd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:39.098955 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-5063936a-b422-4ee3-bc86-4b04cccfdd8c None None] Port 41b8bdf0-3313-4a7a-a2c9-47073775a1c1 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:10:39.153924 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron_lib.callbacks.manager [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:39.212864 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] Routers {'207236cf-7848-4ba4-bcb1-bdf995112e9d'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:10:39.213484 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:10:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['207236cf-7848-4ba4-bcb1-bdf995112e9d'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:39.215724 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebe4f0-4a2e-499f-bf86-9578b3e85e4e None None] Pushing event updated for resources: {'Port': ['ID=41b8bdf0-3313-4a7a-a2c9-47073775a1c1,revision_number=4']} {{(pid=108238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:39.341408 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] Set router 207236cf-7848-4ba4-bcb1-bdf995112e9d gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:10:39.420376 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-4e9ec6a9-c242-45b3-b9cc-63c0f185a9bd None None] Provisioning complete for port 41b8bdf0-3313-4a7a-a2c9-47073775a1c1 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:39.420992 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec6a9-c242-45b3-b9cc-63c0f185a9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:39.506231 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec6a9-c242-45b3-b9cc-63c0f185a9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:39.540175 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-4e9ec6a9-c242-45b3-b9cc-63c0f185a9bd None None] For port 41b8bdf0-3313-4a7a-a2c9-47073775a1c1, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=41b8bdf0-3313-4a7a-a2c9-47073775a1c1,segment=NetworkSegment(d3a52c15-beb1-4027-af1c-4e67f739e7d5),segment_id=d3a52c15-beb1-4027-af1c-4e67f739e7d5)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:10:39.561086 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'name': 'tempest-TestVolumeBootPattern-1385131637-router', 'tenant_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'a37a90e3-bd1d-4b84-92c0-49fc2f934822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:30Z', 'updated_at': '2021-10-28T08:10:33Z', 'revision_number': 4, 'project_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'gw_port': {'id': 'a37a90e3-bd1d-4b84-92c0-49fc2f934822', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:30Z', 'updated_at': '2021-10-28T08:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '41b8bdf0-3313-4a7a-a2c9-47073775a1c1', 'name': '', 'network_id': '959eef30-29c7-41bf-b122-9d360d193408', 'tenant_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'mac_address': 'fa:16:3e:f3:30:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bb7b6162-94c1-4bd6-9172-0db24d2ff8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:33Z', 'updated_at': '2021-10-28T08:10:38Z', 'revision_number': 4, 'project_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'subnets': [{'id': 'bb7b6162-94c1-4bd6-9172-0db24d2ff8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:10:39.588164 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aef437-78a2-42b1-8095-d1957006e485 None None] The sync data for ids ['207236cf-7848-4ba4-bcb1-bdf995112e9d'] in dv-cinder-815780-1-iscsi is: [{'id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'name': 'tempest-TestVolumeBootPattern-1385131637-router', 'tenant_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'a37a90e3-bd1d-4b84-92c0-49fc2f934822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:30Z', 'updated_at': '2021-10-28T08:10:33Z', 'revision_number': 4, 'project_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'gw_port': {'id': 'a37a90e3-bd1d-4b84-92c0-49fc2f934822', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:30Z', 'updated_at': '2021-10-28T08:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '41b8bdf0-3313-4a7a-a2c9-47073775a1c1', 'name': '', 'network_id': '959eef30-29c7-41bf-b122-9d360d193408', 'tenant_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'mac_address': 'fa:16:3e:f3:30:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'bb7b6162-94c1-4bd6-9172-0db24d2ff8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:33Z', 'updated_at': '2021-10-28T08:10:38Z', 'revision_number': 4, 'project_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'subnets': [{'id': 'bb7b6162-94c1-4bd6-9172-0db24d2ff8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:10:39.691094 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53af8cf-6bba-4f61-886c-0463b5ea7c17 req-ab640d8f-c632-474f-81f1-0505f20f2f73 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:39.697252 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b53af8cf-6bba-4f61-886c-0463b5ea7c17 req-ab640d8f-c632-474f-81f1-0505f20f2f73 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0611260 Oct 28 08:10:39.738356 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b53af8cf-6bba-4f61-886c-0463b5ea7c17 req-38afa817-98af-4fbd-9014-5595228d66ac tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374498 Oct 28 08:10:39.782981 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec6a9-c242-45b3-b9cc-63c0f185a9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:39.805167 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ec6a9-c242-45b3-b9cc-63c0f185a9bd None None] Pushing event updated for resources: {'Port': ['ID=41b8bdf0-3313-4a7a-a2c9-47073775a1c1,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:40.126589 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 41b8bdf0-3313-4a7a-a2c9-47073775a1c1 up at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:10:40.176927 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Provisioning complete for port 41b8bdf0-3313-4a7a-a2c9-47073775a1c1 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:40.177434 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:40.893689 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afa940-cb80-4eb7-8622-9bb32986fc7f req-5b4b51c2-774f-4d8a-98d9-04fd6b0f5931 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:40.895211 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d4afa940-cb80-4eb7-8622-9bb32986fc7f req-5b4b51c2-774f-4d8a-98d9-04fd6b0f5931 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0525410 Oct 28 08:10:40.948736 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d4afa940-cb80-4eb7-8622-9bb32986fc7f req-77fcb25d-2f93-4612-8b57-fcc971c3e832 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476887 Oct 28 08:10:41.181648 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 1fbe155a-dc7d-4a95-acbc-083dc260307f details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:10:41.281373 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 1fbe155a-dc7d-4a95-acbc-083dc260307f, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=1fbe155a-dc7d-4a95-acbc-083dc260307f,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:10:41.292453 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': '1fbe155a-dc7d-4a95-acbc-083dc260307f', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'port_id': '1fbe155a-dc7d-4a95-acbc-083dc260307f', 'mac_address': 'fa:16:3e:eb:7c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:10:41.331134 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:41.345379 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fbe155a-dc7d-4a95-acbc-083dc260307f {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:10:41.367299 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 1fbe155a-dc7d-4a95-acbc-083dc260307f, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=1fbe155a-dc7d-4a95-acbc-083dc260307f,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:10:41.512271 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:41.567274 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=1fbe155a-dc7d-4a95-acbc-083dc260307f,revision_number=6']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:41.609524 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['1fbe155a-dc7d-4a95-acbc-083dc260307f'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:10:42.090438 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ded51-e7e5-4a8f-b765-78aa3df68b5d req-40f25caa-7f88-4067-a295-c64200583bdb tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:42.092303 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-092ded51-e7e5-4a8f-b765-78aa3df68b5d req-40f25caa-7f88-4067-a295-c64200583bdb tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 945 time: 0.0585833 Oct 28 08:10:42.131602 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-092ded51-e7e5-4a8f-b765-78aa3df68b5d req-2d566989-e5a9-4981-a646-6c9b242d0b91 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333228 Oct 28 08:10:43.189690 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 1fbe155a-dc7d-4a95-acbc-083dc260307f up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:10:43.258922 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port 1fbe155a-dc7d-4a95-acbc-083dc260307f triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:10:43.259292 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:43.353152 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:43.378653 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a8ebcc-1a4c-43da-8604-6a90cbb26676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbe155a-dc7d-4a95-acbc-083dc260307f'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:10:43.380944 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd984804-597c-488a-a92e-b79c5eb89269" -d '{"events": [{"server_uuid": "70a8ebcc-1a4c-43da-8604-6a90cbb26676", "name": "network-vif-plugged", "status": "completed", "tag": "1fbe155a-dc7d-4a95-acbc-083dc260307f"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:10:43.396685 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 1fbe155a-dc7d-4a95-acbc-083dc260307f, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=1fbe155a-dc7d-4a95-acbc-083dc260307f,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:10:43.427259 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a199999c-6a33-407b-8121-40a3725c4a7f x-openstack-request-id: req-a199999c-6a33-407b-8121-40a3725c4a7f {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:10:43.427259 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a8ebcc-1a4c-43da-8604-6a90cbb26676", "name": "network-vif-plugged", "status": "completed", "tag": "1fbe155a-dc7d-4a95-acbc-083dc260307f", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:10:43.427259 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a199999c-6a33-407b-8121-40a3725c4a7f {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:10:43.427259 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a8ebcc-1a4c-43da-8604-6a90cbb26676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbe155a-dc7d-4a95-acbc-083dc260307f', 'code': 200} Oct 28 08:10:43.436802 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3477c-be6d-4934-8a57-b70c894a3bca req-30a9ece8-8c82-40a6-88b2-171681ffc5bc tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:43.438339 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a9e3477c-be6d-4934-8a57-b70c894a3bca req-30a9ece8-8c82-40a6-88b2-171681ffc5bc tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 945 time: 0.0607276 Oct 28 08:10:43.478722 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a9e3477c-be6d-4934-8a57-b70c894a3bca req-291a9036-5eb8-4023-92a1-8b8464ca27e9 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341599 Oct 28 08:10:43.635504 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:43.690700 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=1fbe155a-dc7d-4a95-acbc-083dc260307f,revision_number=7']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:10:44.598926 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcbd9a-a357-4c99-9795-e23c632768f3 req-15188172-c79c-46b2-aa23-bcb4dc3b369e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:44.600682 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4bdcbd9a-a357-4c99-9795-e23c632768f3 req-15188172-c79c-46b2-aa23-bcb4dc3b369e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0493855 Oct 28 08:10:44.642649 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4bdcbd9a-a357-4c99-9795-e23c632768f3 req-b84873d2-40cd-47e6-a174-f682833ced99 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355272 Oct 28 08:10:45.766351 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8464aa-d839-4c9b-979c-c93db38d1cc4 req-5c01b1dc-926f-4cd7-ae99-916051e6f2cf tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:45.767958 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4b8464aa-d839-4c9b-979c-c93db38d1cc4 req-5c01b1dc-926f-4cd7-ae99-916051e6f2cf tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0507817 Oct 28 08:10:45.806870 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4b8464aa-d839-4c9b-979c-c93db38d1cc4 req-5895dd2c-5853-4bac-9a0f-8aaf62b5968e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328181 Oct 28 08:10:46.711837 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a819ced9-1cdd-424b-b0c0-5226b5e88d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:46.953169 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306af1e-7b95-4724-b0e4-75bf80e749ec req-90c6ad47-eb3b-4989-979b-e2ee6a024644 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:46.954700 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7306af1e-7b95-4724-b0e4-75bf80e749ec req-90c6ad47-eb3b-4989-979b-e2ee6a024644 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0590942 Oct 28 08:10:46.998583 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7306af1e-7b95-4724-b0e4-75bf80e749ec req-d9d112b0-8359-4974-83d6-a686dc19ed28 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377345 Oct 28 08:10:48.149372 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a692e-39e5-4a76-b7b6-3edc8824b063 req-081094f1-6ce9-4b88-84f5-6b7fa2187455 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:48.151247 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-362a692e-39e5-4a76-b7b6-3edc8824b063 req-081094f1-6ce9-4b88-84f5-6b7fa2187455 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0566077 Oct 28 08:10:48.195878 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-362a692e-39e5-4a76-b7b6-3edc8824b063 req-71ddc038-fcd8-4f3a-a370-e780d14a6c84 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364532 Oct 28 08:10:49.319649 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a6444d59-1a18-4a65-9c84-1f3947e3740b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:49.348111 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575f8d1-402a-42f4-9bcf-6cdcbe006e01 req-de718f91-c5c8-4e06-8192-3898a2ce534e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:49.349713 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b575f8d1-402a-42f4-9bcf-6cdcbe006e01 req-de718f91-c5c8-4e06-8192-3898a2ce534e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0586033 Oct 28 08:10:49.404320 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b575f8d1-402a-42f4-9bcf-6cdcbe006e01 req-6753956a-9368-47c2-b2cf-fbd0448f28b1 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432596 Oct 28 08:10:49.626110 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:50.551841 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fac0f1-b433-4922-8074-b5870568ee81 req-fe2f6a81-574d-4560-a081-2dbbf2de987b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:50.554101 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f5fac0f1-b433-4922-8074-b5870568ee81 req-fe2f6a81-574d-4560-a081-2dbbf2de987b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0583484 Oct 28 08:10:50.598570 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f5fac0f1-b433-4922-8074-b5870568ee81 req-7c4321ee-d461-4474-b524-0c54e717a252 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370259 Oct 28 08:10:50.672233 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:51.752007 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f59b7f-0884-45e1-83cc-2ebad28a5508 req-9fb755f1-e90d-4466-ab83-ac1d465a853c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:51.758346 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c2f59b7f-0884-45e1-83cc-2ebad28a5508 req-9fb755f1-e90d-4466-ab83-ac1d465a853c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0640109 Oct 28 08:10:51.799012 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c2f59b7f-0884-45e1-83cc-2ebad28a5508 req-2af1e4ef-46aa-4987-8e2b-a9053042e458 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391545 Oct 28 08:10:52.688939 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:52.934847 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535878a-3795-4293-b605-e7a34f959d33 req-3bdfee56-d44b-4d99-9109-bf80cac95df7 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:52.944007 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6535878a-3795-4293-b605-e7a34f959d33 req-3bdfee56-d44b-4d99-9109-bf80cac95df7 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0633512 Oct 28 08:10:52.990106 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6535878a-3795-4293-b605-e7a34f959d33 req-096ea3f0-0574-4c85-985d-370886c98d69 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429742 Oct 28 08:10:54.127283 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9910dd-c16b-4824-b659-f4a30955cf38 req-870dbd21-c6f3-4a9d-8012-c9f0867c448d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:54.128707 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ab9910dd-c16b-4824-b659-f4a30955cf38 req-870dbd21-c6f3-4a9d-8012-c9f0867c448d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0584841 Oct 28 08:10:54.198829 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ab9910dd-c16b-4824-b659-f4a30955cf38 req-99af0293-62f5-4b10-9452-e0d6ffe28093 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633447 Oct 28 08:10:55.332720 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64bca5-30c7-4226-9486-8c0eee0158b0 req-56da6be4-7424-40e3-9a60-35a15bae865b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:55.334996 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7e64bca5-30c7-4226-9486-8c0eee0158b0 req-56da6be4-7424-40e3-9a60-35a15bae865b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0501361 Oct 28 08:10:55.376136 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7e64bca5-30c7-4226-9486-8c0eee0158b0 req-611a0e2d-f356-4682-bc42-6d08ccfc9ea8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343084 Oct 28 08:10:55.413215 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:10:56.504278 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7741fab-a486-424e-8fe3-363ee5748f2c req-71bed97c-3a1d-4be3-b5de-72a139846576 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:56.505904 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b7741fab-a486-424e-8fe3-363ee5748f2c req-71bed97c-3a1d-4be3-b5de-72a139846576 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0512452 Oct 28 08:10:56.547025 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b7741fab-a486-424e-8fe3-363ee5748f2c req-27759bf7-121c-4a56-91a7-9087ad1034c3 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348918 Oct 28 08:10:57.706462 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:10:57.712133 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03ea1f-5a67-4030-8255-e784a18ff91e req-4e802622-bc8b-453b-805d-1688e4becc9f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:57.715632 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4c03ea1f-5a67-4030-8255-e784a18ff91e req-4e802622-bc8b-453b-805d-1688e4becc9f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0647681 Oct 28 08:10:57.757378 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4c03ea1f-5a67-4030-8255-e784a18ff91e req-026f0697-329b-41cd-bab6-75b25d00cb63 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365412 Oct 28 08:10:58.888947 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8757af-4ceb-4c19-a02a-de115ad6c42a req-d1e91cd6-7ae9-4f3c-92c6-8ec7ef5d4a0f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:10:58.890463 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fc8757af-4ceb-4c19-a02a-de115ad6c42a req-d1e91cd6-7ae9-4f3c-92c6-8ec7ef5d4a0f tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0499358 Oct 28 08:10:58.930308 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fc8757af-4ceb-4c19-a02a-de115ad6c42a req-c3123346-67d9-48bd-9a9b-89af26cbf90c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334334 Oct 28 08:11:00.066330 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731c02f-96bd-4539-8c0e-1cfb53506b4f req-6c42d27a-8caa-4435-984a-f79fa3840fa9 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:00.071238 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d731c02f-96bd-4539-8c0e-1cfb53506b4f req-6c42d27a-8caa-4435-984a-f79fa3840fa9 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0561714 Oct 28 08:11:00.108709 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d731c02f-96bd-4539-8c0e-1cfb53506b4f req-fd8b2ba0-be97-4b54-a78e-0012f823ecd2 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330436 Oct 28 08:11:01.241202 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1bd64-7f78-40b0-af35-46c52c53dd92 req-fe06d4ea-2ced-42c4-a98c-3057fa7677ba tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:01.244058 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e9d1bd64-7f78-40b0-af35-46c52c53dd92 req-fe06d4ea-2ced-42c4-a98c-3057fa7677ba tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0592365 Oct 28 08:11:01.290684 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e9d1bd64-7f78-40b0-af35-46c52c53dd92 req-fb1b2f4b-a16e-4553-a32e-24c9d74785e3 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383875 Oct 28 08:11:02.648347 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b723c-fc63-4d79-a6b8-78d2ef55db33 req-346498d3-b4da-4daf-b416-277bc6f18397 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:02.648347 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-eb8b723c-fc63-4d79-a6b8-78d2ef55db33 req-346498d3-b4da-4daf-b416-277bc6f18397 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0507100 Oct 28 08:11:02.648347 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-eb8b723c-fc63-4d79-a6b8-78d2ef55db33 req-54ccd5de-c8af-4121-9ef7-cce6e1955c0a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331180 Oct 28 08:11:03.600626 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55f5e3-ee35-4271-ba5b-464311f6f428 req-6bc06af1-ca87-4111-9c8a-c07647fd9673 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:03.600626 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3f55f5e3-ee35-4271-ba5b-464311f6f428 req-6bc06af1-ca87-4111-9c8a-c07647fd9673 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0550685 Oct 28 08:11:03.632338 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3f55f5e3-ee35-4271-ba5b-464311f6f428 req-6aaafdca-8802-425f-9c66-d4b40138d911 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341916 Oct 28 08:11:03.966445 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a359a29d-8756-4a4f-be2f-f87bedb6f9e6 req-aca6e25d-4518-4a36-92be-17e0925545cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1265268 Oct 28 08:11:04.032583 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359a29d-8756-4a4f-be2f-f87bedb6f9e6 req-cf6a4342-9937-4252-938e-9429e86847f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:04.033992 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a359a29d-8756-4a4f-be2f-f87bedb6f9e6 req-cf6a4342-9937-4252-938e-9429e86847f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93bc9860214142bcb0dfc8900a7a8942&device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 1137 time: 0.0466168 Oct 28 08:11:04.142653 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359a29d-8756-4a4f-be2f-f87bedb6f9e6 req-432838eb-d002-4ef7-b00c-2ef8b7eb564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:04.144203 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a359a29d-8756-4a4f-be2f-f87bedb6f9e6 req-432838eb-d002-4ef7-b00c-2ef8b7eb564e service neutron] 10.222.0.30 "GET /v2.0/networks?id=04a4ec59-e6c1-494d-8ce4-6943ef22ae13 HTTP/1.1" status: 200 len: 915 time: 0.0867677 Oct 28 08:11:04.217201 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a359a29d-8756-4a4f-be2f-f87bedb6f9e6 req-5f082411-2766-4994-92fd-4a0ab95fea25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff8a6637-0d03-445f-bcdb-6dc30509a950 HTTP/1.1" status: 200 len: 1001 time: 0.0655496 Oct 28 08:11:04.270024 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359a29d-8756-4a4f-be2f-f87bedb6f9e6 req-8f4b2029-d109-4f22-81bd-2091d210b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:04.271465 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a359a29d-8756-4a4f-be2f-f87bedb6f9e6 req-8f4b2029-d109-4f22-81bd-2091d210b4a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55 HTTP/1.1" status: 200 len: 853 time: 0.0426564 Oct 28 08:11:04.319120 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359a29d-8756-4a4f-be2f-f87bedb6f9e6 req-f8ce49f6-dee8-4857-8bf2-6829af3f212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:04.320531 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a359a29d-8756-4a4f-be2f-f87bedb6f9e6 req-f8ce49f6-dee8-4857-8bf2-6829af3f212a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04a4ec59-e6c1-494d-8ce4-6943ef22ae13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382650 Oct 28 08:11:04.332548 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [req-a359a29d-8756-4a4f-be2f-f87bedb6f9e6 req-1fed238d-03ae-4afc-9fa1-112667b52000 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=108236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:11:04.333471 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a359a29d-8756-4a4f-be2f-f87bedb6f9e6 req-1fed238d-03ae-4afc-9fa1-112667b52000 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048220 Oct 28 08:11:04.427001 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a359a29d-8756-4a4f-be2f-f87bedb6f9e6 req-324c0859-9e0d-4173-9003-7fecbb915f4d service neutron] 10.222.0.30 "GET /v2.0/networks/04a4ec59-e6c1-494d-8ce4-6943ef22ae13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848808 Oct 28 08:11:04.518644 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-a359a29d-8756-4a4f-be2f-f87bedb6f9e6 req-d812dce9-dcd4-4151-b1eb-ecd326e589c4 service neutron] 10.222.0.30 "GET /v2.0/networks/04a4ec59-e6c1-494d-8ce4-6943ef22ae13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832324 Oct 28 08:11:04.762711 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba2bff-8304-46a5-ab29-071f958c7fed req-abb81f19-18b0-425f-813d-e8ed00cff018 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:04.764213 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-65ba2bff-8304-46a5-ab29-071f958c7fed req-abb81f19-18b0-425f-813d-e8ed00cff018 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0540252 Oct 28 08:11:04.801100 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-65ba2bff-8304-46a5-ab29-071f958c7fed req-5407214b-5d40-444d-9167-dc326ff81c44 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309334 Oct 28 08:11:05.813649 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a3ea3-34e2-490d-b4e9-d4a9c3e78892 req-31ea010a-5a6d-4364-ae9b-729d7746ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:05.816655 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d56a3ea3-34e2-490d-b4e9-d4a9c3e78892 req-31ea010a-5a6d-4364-ae9b-729d7746ed4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb&device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 1099 time: 0.0465634 Oct 28 08:11:05.927268 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dc35c-7a18-4c71-9526-a7a86114945c req-c055d167-86d4-45a4-9acf-219078bd4dd9 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:05.928816 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-496dc35c-7a18-4c71-9526-a7a86114945c req-c055d167-86d4-45a4-9acf-219078bd4dd9 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0492046 Oct 28 08:11:05.935958 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a3ea3-34e2-490d-b4e9-d4a9c3e78892 req-be945e48-c90e-40d5-95c5-ff08360e117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:05.938259 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d56a3ea3-34e2-490d-b4e9-d4a9c3e78892 req-be945e48-c90e-40d5-95c5-ff08360e117c service neutron] 10.222.0.30 "GET /v2.0/networks?id=20337a09-3f8c-4816-b371-3113e23fc3c9 HTTP/1.1" status: 200 len: 918 time: 0.1095476 Oct 28 08:11:05.970220 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-496dc35c-7a18-4c71-9526-a7a86114945c req-21128774-5abb-45b4-86eb-7035cd7c3957 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336127 Oct 28 08:11:06.019112 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d56a3ea3-34e2-490d-b4e9-d4a9c3e78892 req-b71d9519-f052-499e-901f-1f4ed64b2ea9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fbe155a-dc7d-4a95-acbc-083dc260307f HTTP/1.1" status: 200 len: 1002 time: 0.0714965 Oct 28 08:11:06.076503 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a3ea3-34e2-490d-b4e9-d4a9c3e78892 req-4c2f035f-878d-46b8-bd73-598ff52d55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:06.077960 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d56a3ea3-34e2-490d-b4e9-d4a9c3e78892 req-4c2f035f-878d-46b8-bd73-598ff52d55ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7836a6e2-0468-4f0c-be17-0b444d74b4ad HTTP/1.1" status: 200 len: 856 time: 0.0516145 Oct 28 08:11:06.123082 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a3ea3-34e2-490d-b4e9-d4a9c3e78892 req-103bdd52-c222-4b53-a842-0699772ab97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:06.124560 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d56a3ea3-34e2-490d-b4e9-d4a9c3e78892 req-103bdd52-c222-4b53-a842-0699772ab97d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20337a09-3f8c-4816-b371-3113e23fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393987 Oct 28 08:11:06.216770 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d56a3ea3-34e2-490d-b4e9-d4a9c3e78892 req-89e3dd82-4a42-46d2-a9f7-e16c7cbf3494 service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841863 Oct 28 08:11:06.315019 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d56a3ea3-34e2-490d-b4e9-d4a9c3e78892 req-96ec104a-d998-4b5d-b824-f3ee10cbb1e4 service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900810 Oct 28 08:11:07.092669 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9751b-c4ad-4bdf-b67d-818a571f4cf8 req-f432be64-43b4-4557-8282-d5c28899fcb4 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:07.094153 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ccd9751b-c4ad-4bdf-b67d-818a571f4cf8 req-f432be64-43b4-4557-8282-d5c28899fcb4 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 946 time: 0.0517521 Oct 28 08:11:07.132494 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ccd9751b-c4ad-4bdf-b67d-818a571f4cf8 req-e6f82613-4f9b-4ef2-a84f-2d6286792088 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323822 Oct 28 08:11:07.313969 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 1fbe155a-dc7d-4a95-acbc-083dc260307f no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:11:07.391979 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:07.415448 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a8ebcc-1a4c-43da-8604-6a90cbb26676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fbe155a-dc7d-4a95-acbc-083dc260307f'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:11:07.417725 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f560707-5952-4647-9e63-53af4d4191f1" -d '{"events": [{"server_uuid": "70a8ebcc-1a4c-43da-8604-6a90cbb26676", "name": "network-vif-unplugged", "status": "completed", "tag": "1fbe155a-dc7d-4a95-acbc-083dc260307f"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:11:07.431107 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 1fbe155a-dc7d-4a95-acbc-083dc260307f, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=1fbe155a-dc7d-4a95-acbc-083dc260307f,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:07.452812 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0764fa-de5f-4506-b138-9705eb8428d9 x-openstack-request-id: req-ab0764fa-de5f-4506-b138-9705eb8428d9 {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:11:07.453107 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a8ebcc-1a4c-43da-8604-6a90cbb26676", "name": "network-vif-unplugged", "status": "completed", "tag": "1fbe155a-dc7d-4a95-acbc-083dc260307f", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:11:07.453365 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab0764fa-de5f-4506-b138-9705eb8428d9 {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:11:07.453756 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a8ebcc-1a4c-43da-8604-6a90cbb26676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fbe155a-dc7d-4a95-acbc-083dc260307f', 'code': 200} Oct 28 08:11:07.523110 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:07.575561 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=1fbe155a-dc7d-4a95-acbc-083dc260307f,revision_number=8']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:08.255137 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c1e78-4a1b-4dd6-ae2d-74b641068dad req-7f385bed-e5ad-468b-b69b-f2e223243ee1 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:08.256789 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-418c1e78-4a1b-4dd6-ae2d-74b641068dad req-7f385bed-e5ad-468b-b69b-f2e223243ee1 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0527043 Oct 28 08:11:08.295757 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-418c1e78-4a1b-4dd6-ae2d-74b641068dad req-744779fa-e60f-43e3-8071-db7b057b8e1a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318940 Oct 28 08:11:08.504470 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-1a5b7680-9c5f-476f-a213-10ac53e0bdf4 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-562818630&fields=id&tenant_id=eb868b6450414866ae91386c1d1b632a HTTP/1.1" status: 200 len: 267 time: 0.0331395 Oct 28 08:11:08.622892 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-6521c2a3-9c9a-4dec-b6f6-35b832d6653f tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:08.624412 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-6521c2a3-9c9a-4dec-b6f6-35b832d6653f tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/networks?id=cb6fb4f8-5004-4772-92b0-087728ccca6d HTTP/1.1" status: 200 len: 811 time: 0.1131082 Oct 28 08:11:08.641943 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-9656b2da-e655-4853-8616-1cf78482d58b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/quotas/eb868b6450414866ae91386c1d1b632a HTTP/1.1" status: 200 len: 375 time: 0.0099626 Oct 28 08:11:08.695167 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-54ccd892-2d01-4217-8ee2-7e931828e180 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb868b6450414866ae91386c1d1b632a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491934 Oct 28 08:11:08.711131 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e8245dc7-afa0-4012-bc38-d593fccd71c2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=108235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:11:08.712075 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e8245dc7-afa0-4012-bc38-d593fccd71c2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050340 Oct 28 08:11:08.805008 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-ac375eab-3768-44c6-84e3-be8b72a68706 service neutron] 10.222.0.37 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867059 Oct 28 08:11:08.901916 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-5b42cd6f-5c77-4ab5-92ab-c7456d660f00 service neutron] 10.222.0.37 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899658 Oct 28 08:11:09.419867 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d337e08-55ee-442f-b7c8-d1f39879b384 req-a58d5e40-7eb6-4d3c-867b-a1a27811e2ea tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:09.421350 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6d337e08-55ee-442f-b7c8-d1f39879b384 req-a58d5e40-7eb6-4d3c-867b-a1a27811e2ea tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0503449 Oct 28 08:11:09.459391 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6d337e08-55ee-442f-b7c8-d1f39879b384 req-2ad95c06-58e2-4331-82cc-c8b2c9e06818 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319238 Oct 28 08:11:10.509902 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-52e8d64d-8c71-4bf7-9e49-098ae8d86fd4 req-905ef869-cb6c-4ae4-bec5-19ff8ca73561 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 210 time: 0.0265427 Oct 28 08:11:10.770212 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2f6aed28-ac25-47a6-a53b-2e5c677ee0ab req-72c7d4fa-ae52-43e6-8b95-43278d48e40f tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-803543792&fields=id&tenant_id=93bc9860214142bcb0dfc8900a7a8942 HTTP/1.1" status: 200 len: 267 time: 0.0327811 Oct 28 08:11:10.827739 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6aed28-ac25-47a6-a53b-2e5c677ee0ab req-4e8d1d8d-b6be-42c8-86d8-2a1d8eb87b21 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:10.829202 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2f6aed28-ac25-47a6-a53b-2e5c677ee0ab req-4e8d1d8d-b6be-42c8-86d8-2a1d8eb87b21 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 984 time: 0.0528865 Oct 28 08:11:10.841098 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [req-2f6aed28-ac25-47a6-a53b-2e5c677ee0ab req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Request body: {'port': {'security_groups': ['6f5dab8b-de23-4973-af8b-46496b3f5482']}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:11:10.916124 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-2f6aed28-ac25-47a6-a53b-2e5c677ee0ab req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:11.102926 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [req-2f6aed28-ac25-47a6-a53b-2e5c677ee0ab req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] For port ff8a6637-0d03-445f-bcdb-6dc30509a950, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=ff8a6637-0d03-445f-bcdb-6dc30509a950,segment=NetworkSegment(706e97f6-7d1d-4a67-bacc-88ed36cb54c2),segment_id=706e97f6-7d1d-4a67-bacc-88ed36cb54c2)] {{(pid=108235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:11.133066 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-2f6aed28-ac25-47a6-a53b-2e5c677ee0ab req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for port, precommit_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:11.282545 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-2f6aed28-ac25-47a6-a53b-2e5c677ee0ab req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826247'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:11.294812 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['ff8a6637-0d03-445f-bcdb-6dc30509a950'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:11:11.329031 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6aed28-ac25-47a6-a53b-2e5c677ee0ab req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:11.329842 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [req-2f6aed28-ac25-47a6-a53b-2e5c677ee0ab req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:11.331416 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2f6aed28-ac25-47a6-a53b-2e5c677ee0ab req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "PUT /v2.0/ports/ff8a6637-0d03-445f-bcdb-6dc30509a950 HTTP/1.1" status: 200 len: 942 time: 0.4956234 Oct 28 08:11:11.331887 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cba8a6d-c136-42eb-9193-5eaa6b2e0459', 'tag': 'ff8a6637-0d03-445f-bcdb-6dc30509a950'}] {{(pid=108235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:11:11.334302 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4ad7e0b1a6d0b9f916951d122592239853211ff815bbc9715a4b116bc233df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8351383-5d1b-46bb-8b81-6fe63b868733" -d '{"events": [{"name": "network-changed", "server_uuid": "6cba8a6d-c136-42eb-9193-5eaa6b2e0459", "tag": "ff8a6637-0d03-445f-bcdb-6dc30509a950"}]}' {{(pid=108235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:11:11.337382 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 38066) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:11.341140 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 1fbe155a-dc7d-4a95-acbc-083dc260307f no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:11:11.390939 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Pushing event updated for resources: {'Port': ['ID=ff8a6637-0d03-445f-bcdb-6dc30509a950,revision_number=7']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:11.402768 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.407562 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.407968 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.408354 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.408696 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.409152 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.409391 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.409729 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.410061 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.410389 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.410720 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.411071 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4b38e3-ee1a-4aab-93d2-0fab4cfe9a80 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.429658 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['ff8a6637-0d03-445f-bcdb-6dc30509a950'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:11:11.446641 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-70376610-b35b-4014-ad7e-db4078084468 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:11.467764 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d494ca74-53bc-4251-b478-ef0c4fb2761a x-openstack-request-id: req-d494ca74-53bc-4251-b478-ef0c4fb2761a {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:11:11.468082 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cba8a6d-c136-42eb-9193-5eaa6b2e0459", "tag": "ff8a6637-0d03-445f-bcdb-6dc30509a950", "status": "completed", "code": 200}]} {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:11:11.468359 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d494ca74-53bc-4251-b478-ef0c4fb2761a {{(pid=108235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:11:11.468764 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cba8a6d-c136-42eb-9193-5eaa6b2e0459', 'tag': 'ff8a6637-0d03-445f-bcdb-6dc30509a950', 'status': 'completed', 'code': 200} Oct 28 08:11:11.487015 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-70376610-b35b-4014-ad7e-db4078084468 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:11.657319 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8351383-5d1b-46bb-8b81-6fe63b868733 req-5fb29734-2c84-4345-a14d-eeaf71b29b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:11.660019 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d8351383-5d1b-46bb-8b81-6fe63b868733 req-5fb29734-2c84-4345-a14d-eeaf71b29b90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93bc9860214142bcb0dfc8900a7a8942&device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 1098 time: 0.1656239 Oct 28 08:11:11.691064 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8e81c6b5-b37c-4934-a9b1-d964c86c51d3 req-8de4ad07-bec0-422f-a136-e77f3276503a tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 210 time: 0.0409217 Oct 28 08:11:11.753101 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-84acb08c-6e22-4629-96fa-f8462428e034 None None] Provisioning complete for port ff8a6637-0d03-445f-bcdb-6dc30509a950 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:11:11.753556 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-84acb08c-6e22-4629-96fa-f8462428e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:11.770787 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-70376610-b35b-4014-ad7e-db4078084468 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:11.774159 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-70376610-b35b-4014-ad7e-db4078084468 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:11.775587 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-70376610-b35b-4014-ad7e-db4078084468 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "DELETE /v2.0/security-groups/74e9a3b9-2657-4f94-b6e3-663ea6d51595 HTTP/1.1" status: 204 len: 168 time: 0.4370944 Oct 28 08:11:11.778981 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 38080) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:11.802621 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70376610-b35b-4014-ad7e-db4078084468 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e9a3b9-2657-4f94-b6e3-663ea6d51595,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:11.816264 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8351383-5d1b-46bb-8b81-6fe63b868733 req-21cca47f-25e6-4142-9c62-d1c57e76521f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:11.818086 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d8351383-5d1b-46bb-8b81-6fe63b868733 req-21cca47f-25e6-4142-9c62-d1c57e76521f service neutron] 10.222.0.30 "GET /v2.0/networks?id=04a4ec59-e6c1-494d-8ce4-6943ef22ae13 HTTP/1.1" status: 200 len: 915 time: 0.1494632 Oct 28 08:11:11.819667 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376610-b35b-4014-ad7e-db4078084468 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.820204 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376610-b35b-4014-ad7e-db4078084468 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.820738 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376610-b35b-4014-ad7e-db4078084468 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.821257 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376610-b35b-4014-ad7e-db4078084468 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.821756 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376610-b35b-4014-ad7e-db4078084468 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.822262 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376610-b35b-4014-ad7e-db4078084468 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.822599 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376610-b35b-4014-ad7e-db4078084468 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.822958 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376610-b35b-4014-ad7e-db4078084468 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.823516 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376610-b35b-4014-ad7e-db4078084468 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.824009 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376610-b35b-4014-ad7e-db4078084468 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.824768 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376610-b35b-4014-ad7e-db4078084468 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.825295 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376610-b35b-4014-ad7e-db4078084468 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:11.910408 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d8351383-5d1b-46bb-8b81-6fe63b868733 req-88c58994-0a2f-487b-bbf7-e44baf1ad961 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff8a6637-0d03-445f-bcdb-6dc30509a950 HTTP/1.1" status: 200 len: 1001 time: 0.0819263 Oct 28 08:11:11.964050 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8351383-5d1b-46bb-8b81-6fe63b868733 req-9b3a7cde-795a-40b7-87b4-c0bcee805119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:11.965668 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d8351383-5d1b-46bb-8b81-6fe63b868733 req-9b3a7cde-795a-40b7-87b4-c0bcee805119 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55 HTTP/1.1" status: 200 len: 853 time: 0.0483129 Oct 28 08:11:11.970927 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-0883b8c1-8c5b-4015-aa99-9c1b6ed179e5 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Deleting port 40b85109-71c1-474d-8cf5-dbc4045ce70d {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:11:11.971267 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0883b8c1-8c5b-4015-aa99-9c1b6ed179e5 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:12.014767 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8351383-5d1b-46bb-8b81-6fe63b868733 req-420d6a22-c358-4181-b816-a2270d93a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:12.016275 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d8351383-5d1b-46bb-8b81-6fe63b868733 req-420d6a22-c358-4181-b816-a2270d93a3aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04a4ec59-e6c1-494d-8ce4-6943ef22ae13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435307 Oct 28 08:11:12.074942 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0883b8c1-8c5b-4015-aa99-9c1b6ed179e5 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:12.075575 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0883b8c1-8c5b-4015-aa99-9c1b6ed179e5 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:12.092030 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-0883b8c1-8c5b-4015-aa99-9c1b6ed179e5 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Calling delete_port for 40b85109-71c1-474d-8cf5-dbc4045ce70d owned by network:floatingip {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:11:12.135468 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d8351383-5d1b-46bb-8b81-6fe63b868733 req-021bc37f-bbcf-41c3-8a21-53a9359a446b service neutron] 10.222.0.30 "GET /v2.0/networks/04a4ec59-e6c1-494d-8ce4-6943ef22ae13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115623 Oct 28 08:11:12.145074 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [req-4adf9185-043f-4654-8dbd-72c086397a31 req-7acc8647-a597-4d54-960b-5946dc71499a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=108235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:11:12.146063 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4adf9185-043f-4654-8dbd-72c086397a31 req-7acc8647-a597-4d54-960b-5946dc71499a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055935 Oct 28 08:11:12.233151 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d8351383-5d1b-46bb-8b81-6fe63b868733 req-dfb991d9-67d9-44cf-b64d-c12ed7ffbd8a service neutron] 10.222.0.30 "GET /v2.0/networks/04a4ec59-e6c1-494d-8ce4-6943ef22ae13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901532 Oct 28 08:11:12.385181 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0883b8c1-8c5b-4015-aa99-9c1b6ed179e5 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:12.415385 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883b8c1-8c5b-4015-aa99-9c1b6ed179e5 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Pushing event deleted for resources: {'Port': ['ID=40b85109-71c1-474d-8cf5-dbc4045ce70d,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:12.509449 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0883b8c1-8c5b-4015-aa99-9c1b6ed179e5 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks [] for floatingip, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:12.509449 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.db.l3_db [None req-0883b8c1-8c5b-4015-aa99-9c1b6ed179e5 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Floating IP fe4ca671-8f7c-48b3-8419-077997551eaf disassociated (deleted). External IP: 172.27.3.181, port: ff8a6637-0d03-445f-bcdb-6dc30509a950. Oct 28 08:11:12.903362 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-72b8ed16-53a2-4782-914b-1091056bd1b9 req-2eb9c8fa-b60a-4e59-9f1a-15defaba5b08 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 210 time: 0.0395429 Oct 28 08:11:12.937886 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca326a1-1eec-426c-b00e-a3df474e2d4c req-1af62cab-ccc9-423c-8c1b-4f6b9a8b6cd9 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:12.938150 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-43fb9c6d-7af5-4f60-b57c-edf3d43dad6b req-c3636b6c-08af-41ea-8cf9-8cd8528e5947 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439720 Oct 28 08:11:12.939718 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-aca326a1-1eec-426c-b00e-a3df474e2d4c req-1af62cab-ccc9-423c-8c1b-4f6b9a8b6cd9 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.4446301 Oct 28 08:11:13.053306 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-aca326a1-1eec-426c-b00e-a3df474e2d4c req-aa577e16-d722-44fb-92cb-2cd26a7e2d0e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012871 Oct 28 08:11:13.121178 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0883b8c1-8c5b-4015-aa99-9c1b6ed179e5 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Router 8268d513-e2ea-440f-9d4d-f9f29d222b48 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:11:13.230912 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0883b8c1-8c5b-4015-aa99-9c1b6ed179e5 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:11:13.235991 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0883b8c1-8c5b-4015-aa99-9c1b6ed179e5 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:13.240553 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03757d72-7671-4810-a1cc-7b0c28039d86 None None] Sync routers for ids ['8268d513-e2ea-440f-9d4d-f9f29d222b48'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:11:13.249801 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03757d72-7671-4810-a1cc-7b0c28039d86 None None] Routers {'8268d513-e2ea-440f-9d4d-f9f29d222b48'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:11:13.250417 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-03757d72-7671-4810-a1cc-7b0c28039d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:10:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8268d513-e2ea-440f-9d4d-f9f29d222b48'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:13.264102 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-0883b8c1-8c5b-4015-aa99-9c1b6ed179e5 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "DELETE /v2.0/floatingips/fe4ca671-8f7c-48b3-8419-077997551eaf HTTP/1.1" status: 204 len: 168 time: 1.4840977 Oct 28 08:11:13.359089 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-03757d72-7671-4810-a1cc-7b0c28039d86 None None] Set router 8268d513-e2ea-440f-9d4d-f9f29d222b48 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:11:13.470343 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cba8a6d-c136-42eb-9193-5eaa6b2e0459', 'tag': 'ff8a6637-0d03-445f-bcdb-6dc30509a950'}] {{(pid=108235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:11:13.472837 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4ad7e0b1a6d0b9f916951d122592239853211ff815bbc9715a4b116bc233df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78074f3d-8eda-4163-baa5-aff5d643379d" -d '{"events": [{"name": "network-changed", "server_uuid": "6cba8a6d-c136-42eb-9193-5eaa6b2e0459", "tag": "ff8a6637-0d03-445f-bcdb-6dc30509a950"}]}' {{(pid=108235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:11:13.513369 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580d70f8-f1ee-41f7-917c-65d985c44951 x-openstack-request-id: req-580d70f8-f1ee-41f7-917c-65d985c44951 {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:11:13.513684 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cba8a6d-c136-42eb-9193-5eaa6b2e0459", "tag": "ff8a6637-0d03-445f-bcdb-6dc30509a950", "status": "completed", "code": 200}]} {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:11:13.513940 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-580d70f8-f1ee-41f7-917c-65d985c44951 {{(pid=108235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:11:13.514336 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cba8a6d-c136-42eb-9193-5eaa6b2e0459', 'tag': 'ff8a6637-0d03-445f-bcdb-6dc30509a950', 'status': 'completed', 'code': 200} Oct 28 08:11:13.563172 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-03757d72-7671-4810-a1cc-7b0c28039d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'name': 'tempest-TestMinimumBasicScenario-222694556-router', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:05Z', 'updated_at': '2021-10-28T08:07:09Z', 'revision_number': 4, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'gw_port': {'id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:06Z', 'updated_at': '2021-10-28T08:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e', 'name': '', 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'mac_address': 'fa:16:3e:c8:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:08Z', 'updated_at': '2021-10-28T08:07:12Z', 'revision_number': 5, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'subnets': [{'id': '0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:13.597491 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78074f3d-8eda-4163-baa5-aff5d643379d req-581bf895-78f5-459d-a879-73825c301efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:13.601958 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03757d72-7671-4810-a1cc-7b0c28039d86 None None] Checking router: 8268d513-e2ea-440f-9d4d-f9f29d222b48 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:11:13.602097 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-78074f3d-8eda-4163-baa5-aff5d643379d req-581bf895-78f5-459d-a879-73825c301efd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93bc9860214142bcb0dfc8900a7a8942&device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 1098 time: 0.0537910 Oct 28 08:11:13.606571 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03757d72-7671-4810-a1cc-7b0c28039d86 None None] Routers {'8268d513-e2ea-440f-9d4d-f9f29d222b48'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:11:13.607220 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-03757d72-7671-4810-a1cc-7b0c28039d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:10:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8268d513-e2ea-440f-9d4d-f9f29d222b48'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:13.706878 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78074f3d-8eda-4163-baa5-aff5d643379d req-20b25d99-eb8b-4bc5-88c7-3678cf5edc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:13.708442 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-78074f3d-8eda-4163-baa5-aff5d643379d req-20b25d99-eb8b-4bc5-88c7-3678cf5edc94 service neutron] 10.222.0.30 "GET /v2.0/networks?id=04a4ec59-e6c1-494d-8ce4-6943ef22ae13 HTTP/1.1" status: 200 len: 915 time: 0.1025574 Oct 28 08:11:13.757093 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-78074f3d-8eda-4163-baa5-aff5d643379d req-81f9b286-210d-4275-a031-1491b5b5a8a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff8a6637-0d03-445f-bcdb-6dc30509a950 HTTP/1.1" status: 200 len: 217 time: 0.0405076 Oct 28 08:11:13.816650 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78074f3d-8eda-4163-baa5-aff5d643379d req-1bc05501-2b47-4acb-a07e-0a729768e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:13.818091 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-78074f3d-8eda-4163-baa5-aff5d643379d req-1bc05501-2b47-4acb-a07e-0a729768e929 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55 HTTP/1.1" status: 200 len: 853 time: 0.0537047 Oct 28 08:11:13.865573 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-03757d72-7671-4810-a1cc-7b0c28039d86 None None] Set router 8268d513-e2ea-440f-9d4d-f9f29d222b48 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:11:13.877253 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78074f3d-8eda-4163-baa5-aff5d643379d req-a1258c53-df48-4e1b-b2ee-c951ec48c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:13.878960 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-78074f3d-8eda-4163-baa5-aff5d643379d req-a1258c53-df48-4e1b-b2ee-c951ec48c75f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=04a4ec59-e6c1-494d-8ce4-6943ef22ae13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484877 Oct 28 08:11:13.992979 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-150394b3-1e8c-41bf-a948-504853ec4565 req-6cf8489e-98a0-40fb-ae93-9e25006500a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 210 time: 0.0263515 Oct 28 08:11:13.996458 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-78074f3d-8eda-4163-baa5-aff5d643379d req-a38eee09-724d-4f31-8ec7-cd9a5101ae07 service neutron] 10.222.0.30 "GET /v2.0/networks/04a4ec59-e6c1-494d-8ce4-6943ef22ae13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072330 Oct 28 08:11:14.109516 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-78074f3d-8eda-4163-baa5-aff5d643379d req-3ed27ac3-740a-4ba7-b890-65d60dc38915 service neutron] 10.222.0.30 "GET /v2.0/networks/04a4ec59-e6c1-494d-8ce4-6943ef22ae13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058736 Oct 28 08:11:14.119361 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-03757d72-7671-4810-a1cc-7b0c28039d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'name': 'tempest-TestMinimumBasicScenario-222694556-router', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:05Z', 'updated_at': '2021-10-28T08:07:09Z', 'revision_number': 4, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'gw_port': {'id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:06Z', 'updated_at': '2021-10-28T08:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e', 'name': '', 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'mac_address': 'fa:16:3e:c8:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:08Z', 'updated_at': '2021-10-28T08:07:12Z', 'revision_number': 5, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'subnets': [{'id': '0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:14.149030 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03757d72-7671-4810-a1cc-7b0c28039d86 None None] The sync data for ids ['8268d513-e2ea-440f-9d4d-f9f29d222b48'] in dv-cinder-815780-1-iscsi is: [{'id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'name': 'tempest-TestMinimumBasicScenario-222694556-router', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:05Z', 'updated_at': '2021-10-28T08:07:09Z', 'revision_number': 4, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'gw_port': {'id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:06Z', 'updated_at': '2021-10-28T08:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e', 'name': '', 'network_id': '04a4ec59-e6c1-494d-8ce4-6943ef22ae13', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'mac_address': 'fa:16:3e:c8:a7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:08Z', 'updated_at': '2021-10-28T08:07:12Z', 'revision_number': 5, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'subnets': [{'id': '0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:11:14.203770 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc52f3b-df97-4dbf-9cb2-00bc8b21a5fd req-b8636e82-835d-4e8a-853a-d9ffd98b6587 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:14.205352 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2dc52f3b-df97-4dbf-9cb2-00bc8b21a5fd req-b8636e82-835d-4e8a-853a-d9ffd98b6587 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0655012 Oct 28 08:11:14.251443 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2dc52f3b-df97-4dbf-9cb2-00bc8b21a5fd req-66f72b1b-22e6-4777-b24f-274e4f595c69 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399594 Oct 28 08:11:14.382392 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8a6936-e1be-4867-981b-20b09ecf2430 None None] New status for floating IP fe4ca671-8f7c-48b3-8419-077997551eaf: DOWN {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:11:15.083663 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e56d7c45-b796-4860-bcd1-e1e3e711946a req-b31654c2-ab0c-48dd-b148-002427773a1d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 210 time: 0.0271645 Oct 28 08:11:15.374003 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceed7e8-9de4-4500-a43a-9d32e4a854b2 req-c22cb81b-6ecf-4d72-9805-68e1ad56b2c9 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:15.376878 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5ceed7e8-9de4-4500-a43a-9d32e4a854b2 req-c22cb81b-6ecf-4d72-9805-68e1ad56b2c9 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0498836 Oct 28 08:11:15.415566 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5ceed7e8-9de4-4500-a43a-9d32e4a854b2 req-7d7dd666-a37b-4fe7-9252-f3e1d9823337 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337510 Oct 28 08:11:16.177527 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c437a00e-4fda-4d62-8baf-acc8ce7dea67 req-b1f6f104-3610-4ab9-830e-4ad3a48e39a6 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 210 time: 0.0266507 Oct 28 08:11:16.547901 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afcc46-a5f7-4f17-8515-5367f46fe8a8 req-71362ae4-ff40-4476-b7d6-a60d66de167e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:16.549444 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c5afcc46-a5f7-4f17-8515-5367f46fe8a8 req-71362ae4-ff40-4476-b7d6-a60d66de167e tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0552568 Oct 28 08:11:16.592881 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c5afcc46-a5f7-4f17-8515-5367f46fe8a8 req-6f723d61-dc6d-4efa-bc12-46b741604708 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371573 Oct 28 08:11:16.688332 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-466429cf-3f8c-4b1b-8055-863c527bc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:16.696520 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb9c6d-7af5-4f60-b57c-edf3d43dad6b req-1ed81e0a-7486-4751-b729-3e2fb94c0b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:16.699298 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-43fb9c6d-7af5-4f60-b57c-edf3d43dad6b req-1ed81e0a-7486-4751-b729-3e2fb94c0b5a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676&tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb HTTP/1.1" status: 200 len: 1097 time: 0.0518734 Oct 28 08:11:16.777117 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb9c6d-7af5-4f60-b57c-edf3d43dad6b req-b52d431f-04f1-4074-b3d1-2d4433c6004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:16.778508 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-43fb9c6d-7af5-4f60-b57c-edf3d43dad6b req-b52d431f-04f1-4074-b3d1-2d4433c6004e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb&device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 1097 time: 0.0570369 Oct 28 08:11:16.872810 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb9c6d-7af5-4f60-b57c-edf3d43dad6b req-b4dbf6c8-7f28-4087-8f52-5f0a671faccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:16.875382 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-43fb9c6d-7af5-4f60-b57c-edf3d43dad6b req-b4dbf6c8-7f28-4087-8f52-5f0a671faccf service neutron] 10.222.0.30 "GET /v2.0/networks?id=20337a09-3f8c-4816-b371-3113e23fc3c9 HTTP/1.1" status: 200 len: 918 time: 0.0897787 Oct 28 08:11:16.956212 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-43fb9c6d-7af5-4f60-b57c-edf3d43dad6b req-448bb5b2-e62c-41a9-80f3-4805cdc775cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fbe155a-dc7d-4a95-acbc-083dc260307f HTTP/1.1" status: 200 len: 1000 time: 0.0728967 Oct 28 08:11:17.006131 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb9c6d-7af5-4f60-b57c-edf3d43dad6b req-b1533a3f-14cf-4fab-b3bc-f377d9841448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:17.007738 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-43fb9c6d-7af5-4f60-b57c-edf3d43dad6b req-b1533a3f-14cf-4fab-b3bc-f377d9841448 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7836a6e2-0468-4f0c-be17-0b444d74b4ad HTTP/1.1" status: 200 len: 856 time: 0.0443091 Oct 28 08:11:17.057751 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb9c6d-7af5-4f60-b57c-edf3d43dad6b req-4fe34998-75b1-4890-90ff-673db97bd6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:17.059561 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-43fb9c6d-7af5-4f60-b57c-edf3d43dad6b req-4fe34998-75b1-4890-90ff-673db97bd6da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20337a09-3f8c-4816-b371-3113e23fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429199 Oct 28 08:11:17.155105 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-43fb9c6d-7af5-4f60-b57c-edf3d43dad6b req-aa34660b-4350-4c9b-ba96-2dd6f5cf0cdd service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874312 Oct 28 08:11:17.256075 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-43fb9c6d-7af5-4f60-b57c-edf3d43dad6b req-5ddddf61-ee01-4460-abe3-87a1ffd61d85 service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904963 Oct 28 08:11:17.299566 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b8ae6553-db4b-447d-8d19-abb81b37e6ca req-07731fc1-8200-4f38-ad98-9a2cdb224ff1 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 210 time: 0.0262747 Oct 28 08:11:17.574482 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-f1647016-4a36-496e-a836-748d168df8e7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:17.576278 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-f1647016-4a36-496e-a836-748d168df8e7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.30 "GET /v2.0/networks?id=cb6fb4f8-5004-4772-92b0-087728ccca6d HTTP/1.1" status: 200 len: 811 time: 0.1367383 Oct 28 08:11:17.638015 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-f729a372-362f-48c7-8eee-5a2c6b1505cc tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb868b6450414866ae91386c1d1b632a HTTP/1.1" status: 200 len: 379 time: 0.0525646 Oct 28 08:11:17.649631 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e12c6935-cd89-4578-ab4c-a69725909c9c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Request body: {'port': {'device_id': '5e06b67d-1246-40c0-a813-aaa3dcff0899', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'admin_state_up': True, 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'security_groups': ['33d8f46e-163a-49bb-84c2-038607458b7b']}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:11:17.706160 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c8ecd-c5b1-47e1-8fb0-efbb60f6638f req-0f6deb10-554c-4a03-a9f8-72b170ad98c9 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:17.707584 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1d1c8ecd-c5b1-47e1-8fb0-efbb60f6638f req-0f6deb10-554c-4a03-a9f8-72b170ad98c9 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0521374 Oct 28 08:11:17.784157 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68221816-b8e0-41e1-a0b6-148393f96136 req-39181bee-22a0-44ab-b436-87d533e70f88 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:17.789675 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-68221816-b8e0-41e1-a0b6-148393f96136 req-39181bee-22a0-44ab-b436-87d533e70f88 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0774102 Oct 28 08:11:17.789675 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1d1c8ecd-c5b1-47e1-8fb0-efbb60f6638f req-688b5180-b5ba-46a3-84fc-78e081b78581 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721691 Oct 28 08:11:17.863516 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-68221816-b8e0-41e1-a0b6-148393f96136 req-6c392f05-8061-4f7a-af32-509336c5d931 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474699 Oct 28 08:11:17.911423 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e12c6935-cd89-4578-ab4c-a69725909c9c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Made reservation on behalf of eb868b6450414866ae91386c1d1b632a for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:11:17.915134 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e12c6935-cd89-4578-ab4c-a69725909c9c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:18.117694 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e12c6935-cd89-4578-ab4c-a69725909c9c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Allocated IP 172.20.0.6 (cb6fb4f8-5004-4772-92b0-087728ccca6d/95a487c1-660f-493f-b4c9-633493fc8841/561def1d-275d-4234-b7af-7bc314ed1222) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:11:18.323204 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e12c6935-cd89-4578-ab4c-a69725909c9c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:18.411509 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-28a85fbe-0fd8-4f6f-868f-d896ad71cdc8 req-1e04357c-d892-4b21-8e57-a0014553b71f tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 210 time: 0.0305343 Oct 28 08:11:18.502445 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e12c6935-cd89-4578-ab4c-a69725909c9c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:18.552741 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e12c6935-cd89-4578-ab4c-a69725909c9c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Network cb6fb4f8-5004-4772-92b0-087728ccca6d is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:11:18.556022 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e12c6935-cd89-4578-ab4c-a69725909c9c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:11:18.559664 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e12c6935-cd89-4578-ab4c-a69725909c9c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:11:18.616311 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c6935-cd89-4578-ab4c-a69725909c9c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event updated for resources: {'Port': ['ID=561def1d-275d-4234-b7af-7bc314ed1222,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:18.629647 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e12c6935-cd89-4578-ab4c-a69725909c9c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:18.630793 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e12c6935-cd89-4578-ab4c-a69725909c9c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:18.771138 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e12c6935-cd89-4578-ab4c-a69725909c9c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1256227 Oct 28 08:11:18.886100 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-4f4f6598-a517-4d23-9fe6-e78d0c200001 None None] Provisioning complete for port 561def1d-275d-4234-b7af-7bc314ed1222 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:11:18.887666 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4f4f6598-a517-4d23-9fe6-e78d0c200001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:18.938497 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-4f4f6598-a517-4d23-9fe6-e78d0c200001 None None] Port 561def1d-275d-4234-b7af-7bc314ed1222 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:11:18.945086 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b4a5f-6b16-4f18-a7c2-a093f133fd29 req-afd014ca-9bf1-4512-960e-5a50d3503b61 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:18.951641 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-673b4a5f-6b16-4f18-a7c2-a093f133fd29 req-afd014ca-9bf1-4512-960e-5a50d3503b61 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0776954 Oct 28 08:11:19.025502 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-673b4a5f-6b16-4f18-a7c2-a093f133fd29 req-c02f026a-75d5-40e2-b39e-92712019b199 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708969 Oct 28 08:11:19.044853 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d12a3-5d13-47f5-a0bf-41612ccca123 req-8d4489ab-924d-40b8-9d32-4e9934c74615 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:19.046289 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-917d12a3-5d13-47f5-a0bf-41612ccca123 req-8d4489ab-924d-40b8-9d32-4e9934c74615 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0936172 Oct 28 08:11:19.093508 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-917d12a3-5d13-47f5-a0bf-41612ccca123 req-b5fb8382-4846-4aa5-89ac-2b3845aadc11 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404825 Oct 28 08:11:19.305507 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-75e110a9-39f8-4291-921a-b55496fbd4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:19.539196 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:19.549841 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b9d46-2021-49e4-bc00-ce160277f766 req-57e71e12-c14e-44f2-a070-6988f9fd448d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:19.551462 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-744b9d46-2021-49e4-bc00-ce160277f766 req-57e71e12-c14e-44f2-a070-6988f9fd448d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 931 time: 0.0620704 Oct 28 08:11:19.600351 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-744b9d46-2021-49e4-bc00-ce160277f766 req-15095251-7a60-4f9b-a656-bbe699457972 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422268 Oct 28 08:11:20.189495 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f2897-349d-4267-83b7-2047e1a06004 req-58282c0e-7f55-4d54-b017-67c40af9d19c tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:20.192228 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f90f2897-349d-4267-83b7-2047e1a06004 req-58282c0e-7f55-4d54-b017-67c40af9d19c tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0669494 Oct 28 08:11:20.277093 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f90f2897-349d-4267-83b7-2047e1a06004 req-9b734791-2622-4a13-8743-6d1f120db88d tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460923 Oct 28 08:11:20.285859 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed60d6-0a3d-47bb-afa1-5bf905acc3ba req-e90287d2-74ca-4788-88dc-a05277c9a4b3 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:20.287460 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6aed60d6-0a3d-47bb-afa1-5bf905acc3ba req-e90287d2-74ca-4788-88dc-a05277c9a4b3 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0937452 Oct 28 08:11:20.327579 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6aed60d6-0a3d-47bb-afa1-5bf905acc3ba req-8c94484e-cef7-427d-acda-e727f1561e43 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325649 Oct 28 08:11:20.665658 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:20.726682 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8caae-40fc-4a2c-8b37-e4a8a6d61b6e req-877b1c68-42f9-4a99-871d-0e7b7e6466a2 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:20.728298 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-49a8caae-40fc-4a2c-8b37-e4a8a6d61b6e req-877b1c68-42f9-4a99-871d-0e7b7e6466a2 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 931 time: 0.0496101 Oct 28 08:11:20.768810 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-49a8caae-40fc-4a2c-8b37-e4a8a6d61b6e req-a0f81f6c-2905-4620-802f-8b95dc2461e1 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336862 Oct 28 08:11:21.431830 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5680d-348e-459d-8756-ceb69c7027f3 req-bc253950-ba6b-4543-8d11-556c6124cdb6 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:21.433485 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c7c5680d-348e-459d-8756-ceb69c7027f3 req-bc253950-ba6b-4543-8d11-556c6124cdb6 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0805857 Oct 28 08:11:21.510304 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c7c5680d-348e-459d-8756-ceb69c7027f3 req-2169e1d0-1394-4792-9f55-48b2ff625f27 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628529 Oct 28 08:11:21.524401 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1f6d0-39bd-47d5-92f1-3f59fe2c4762 req-67fbc051-73d0-41e0-8ab9-ab8a51fcc505 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:21.526869 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b9d1f6d0-39bd-47d5-92f1-3f59fe2c4762 req-67fbc051-73d0-41e0-8ab9-ab8a51fcc505 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0877888 Oct 28 08:11:21.574457 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b9d1f6d0-39bd-47d5-92f1-3f59fe2c4762 req-fabb5ae5-c847-4476-a97a-3407cf2172ed tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395734 Oct 28 08:11:21.906724 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43611c13-1e4b-4426-a071-c2ff8ccc6c3b req-bd7bad98-3bf5-49ff-a8b3-e60cd2799230 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:21.908539 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-43611c13-1e4b-4426-a071-c2ff8ccc6c3b req-bd7bad98-3bf5-49ff-a8b3-e60cd2799230 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 931 time: 0.0616446 Oct 28 08:11:21.962022 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-43611c13-1e4b-4426-a071-c2ff8ccc6c3b req-427ef2a8-fcb2-491d-9518-d7eae373e8bc tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431519 Oct 28 08:11:22.658973 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd98b39-b481-4643-8a35-417b0d02df9c req-7dd1ebb3-2a3a-4a4e-8076-c52531487c16 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:22.660610 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fd98b39-b481-4643-8a35-417b0d02df9c req-7dd1ebb3-2a3a-4a4e-8076-c52531487c16 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0761073 Oct 28 08:11:22.730132 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fd98b39-b481-4643-8a35-417b0d02df9c req-d6fd8055-33ab-4254-978e-dfd8d0627a1e tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587196 Oct 28 08:11:22.742324 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3392f-6623-4c46-a39d-f32734785c5c req-9980f17d-6290-4472-9240-72aa7f162e27 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:22.744018 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-91f3392f-6623-4c46-a39d-f32734785c5c req-9980f17d-6290-4472-9240-72aa7f162e27 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0823827 Oct 28 08:11:22.783479 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-91f3392f-6623-4c46-a39d-f32734785c5c req-e52e2a6a-9867-4182-b241-7c93366e405a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331535 Oct 28 08:11:22.791177 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:23.088204 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39778f7e-0c79-41ec-9ee2-38a293b85551 req-c92cc31a-135e-4fd8-9ab7-c97f95916a0e tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:23.090337 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-39778f7e-0c79-41ec-9ee2-38a293b85551 req-c92cc31a-135e-4fd8-9ab7-c97f95916a0e tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 931 time: 0.0566506 Oct 28 08:11:23.138120 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-39778f7e-0c79-41ec-9ee2-38a293b85551 req-572aa3e7-47e1-4e97-90dc-608496844b69 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410955 Oct 28 08:11:23.880706 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3165e-c0ee-4f95-bc3f-955f1b94585c req-bb79d5a6-7906-4c8b-9a10-d955358d8d48 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:23.882416 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e5b3165e-c0ee-4f95-bc3f-955f1b94585c req-bb79d5a6-7906-4c8b-9a10-d955358d8d48 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0661678 Oct 28 08:11:23.941804 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e5b3165e-c0ee-4f95-bc3f-955f1b94585c req-a5645c3e-afb7-4dac-8a96-825754950808 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446029 Oct 28 08:11:23.950300 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c205f-2c07-4f14-8b68-8aa8f08431e3 req-247146d9-cb43-471d-bde5-4e0b17ec2786 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:23.951896 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bb6c205f-2c07-4f14-8b68-8aa8f08431e3 req-247146d9-cb43-471d-bde5-4e0b17ec2786 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0910671 Oct 28 08:11:23.994478 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bb6c205f-2c07-4f14-8b68-8aa8f08431e3 req-0bee7530-2656-444e-9fa0-0e2b7c262a7b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362835 Oct 28 08:11:24.264255 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7af69-b244-43af-b4eb-a392f3bc1a80 req-23d08cae-b230-4a4f-9b4b-6c6be49ddc03 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:24.265857 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-eda7af69-b244-43af-b4eb-a392f3bc1a80 req-23d08cae-b230-4a4f-9b4b-6c6be49ddc03 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 931 time: 0.0531914 Oct 28 08:11:24.326713 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-eda7af69-b244-43af-b4eb-a392f3bc1a80 req-34365972-7fb5-460f-8c77-8319c574f2b3 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532019 Oct 28 08:11:25.081793 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fce01-a8eb-4d61-a683-8a5b91249bf0 req-203ff4c4-2782-4097-bb8a-d75afcf9c101 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:25.083736 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dc1fce01-a8eb-4d61-a683-8a5b91249bf0 req-203ff4c4-2782-4097-bb8a-d75afcf9c101 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0731218 Oct 28 08:11:25.156653 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dc1fce01-a8eb-4d61-a683-8a5b91249bf0 req-347a941f-c710-4981-8b44-56d63c6321fa tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618801 Oct 28 08:11:25.173921 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9221d-922c-451b-a94b-44a1fb8678a1 req-c0b3d025-d183-4917-97f6-04ca0826eebc tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:25.175448 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b5e9221d-922c-451b-a94b-44a1fb8678a1 req-c0b3d025-d183-4917-97f6-04ca0826eebc tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0907006 Oct 28 08:11:25.222027 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b5e9221d-922c-451b-a94b-44a1fb8678a1 req-6fbb0734-9f36-4c5b-b05d-dbeddc9f3d3b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403616 Oct 28 08:11:25.482912 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7244d8-abce-4886-87ca-8a6d0c4fe93d req-6d23c096-fb12-460a-97a0-6de4fa790ba9 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:25.484449 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3a7244d8-abce-4886-87ca-8a6d0c4fe93d req-6d23c096-fb12-460a-97a0-6de4fa790ba9 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 931 time: 0.0663567 Oct 28 08:11:25.533190 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3a7244d8-abce-4886-87ca-8a6d0c4fe93d req-03b895b9-1844-4cdf-8c56-af07a11a7050 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427470 Oct 28 08:11:26.285651 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094f60e-1f49-4d70-b399-0c76287cf261 req-003ec513-b315-4b0c-b530-39736fe91fe0 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:26.287218 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b094f60e-1f49-4d70-b399-0c76287cf261 req-003ec513-b315-4b0c-b530-39736fe91fe0 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0508978 Oct 28 08:11:26.361991 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b094f60e-1f49-4d70-b399-0c76287cf261 req-52640de2-dbbc-45f9-ba79-e38aa49bc857 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677385 Oct 28 08:11:26.379607 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be78f9-e652-40f9-a726-49b6dfe7f7f8 req-cc6ca879-47ff-4ab3-a9a2-048d8c9a3df3 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:26.381180 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-20be78f9-e652-40f9-a726-49b6dfe7f7f8 req-cc6ca879-47ff-4ab3-a9a2-048d8c9a3df3 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0696361 Oct 28 08:11:26.426205 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-20be78f9-e652-40f9-a726-49b6dfe7f7f8 req-2904ccaa-02ce-4223-8f7c-f394e862846c tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389099 Oct 28 08:11:26.661059 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd07cf-a6a7-4c97-86c8-4de138b2ea6f req-726c09e9-192a-4df7-9ee0-5d4012967ef5 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:26.663061 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-64bd07cf-a6a7-4c97-86c8-4de138b2ea6f req-726c09e9-192a-4df7-9ee0-5d4012967ef5 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 931 time: 0.0586860 Oct 28 08:11:26.702539 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-64bd07cf-a6a7-4c97-86c8-4de138b2ea6f req-f7b1a936-ceee-47d1-b369-74b70724210c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325947 Oct 28 08:11:27.511634 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99eb97-6cba-4f71-98f0-ebbf7e305770 req-9dea5cfc-4123-4fd5-8d3d-1f9d43ad4c40 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:27.515160 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ed99eb97-6cba-4f71-98f0-ebbf7e305770 req-9dea5cfc-4123-4fd5-8d3d-1f9d43ad4c40 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0802574 Oct 28 08:11:27.552552 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:27.583893 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ed99eb97-6cba-4f71-98f0-ebbf7e305770 req-78522fab-eeff-4985-b7c6-961b50cbbbd6 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561178 Oct 28 08:11:27.595590 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428d35a-ebf1-487c-b24b-4889666479de req-322ac19c-edd9-4d84-af71-de3cd81b6078 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:27.603128 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4428d35a-ebf1-487c-b24b-4889666479de req-322ac19c-edd9-4d84-af71-de3cd81b6078 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0849853 Oct 28 08:11:27.641624 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4428d35a-ebf1-487c-b24b-4889666479de req-e1c65d4b-e255-4831-a8c8-9e843ac1afd9 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376039 Oct 28 08:11:27.839008 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a7841-d444-49a0-ab71-b814829bd2df req-892971c0-473b-41ea-aa7f-b25aa5d3cd88 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:27.846528 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b41a7841-d444-49a0-ab71-b814829bd2df req-892971c0-473b-41ea-aa7f-b25aa5d3cd88 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 931 time: 0.0696099 Oct 28 08:11:27.886381 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b41a7841-d444-49a0-ab71-b814829bd2df req-8129a9e8-64c8-46d8-83aa-2a71cb4355d4 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357785 Oct 28 08:11:28.711078 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19352d0-7361-4f88-a7d7-e3088fc9d387 req-d7419b07-ee07-418b-9e0b-798cf78c4738 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:28.712625 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c19352d0-7361-4f88-a7d7-e3088fc9d387 req-d7419b07-ee07-418b-9e0b-798cf78c4738 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0526412 Oct 28 08:11:28.779217 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c19352d0-7361-4f88-a7d7-e3088fc9d387 req-63d317f8-f634-4c5e-a648-5ea9770bbe87 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545652 Oct 28 08:11:28.787386 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e2a2c-e095-4100-ae6b-c976a6936833 req-b688dd71-1603-4a43-833f-3446bd90563a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:28.788845 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-168e2a2c-e095-4100-ae6b-c976a6936833 req-b688dd71-1603-4a43-833f-3446bd90563a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0724180 Oct 28 08:11:28.828754 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-168e2a2c-e095-4100-ae6b-c976a6936833 req-1f66d230-80a0-4721-a4ec-f846eacc97e0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328097 Oct 28 08:11:29.010649 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cc01f-f2dc-41dd-bffb-323b3911198b req-5afe5cb6-de28-4021-9dda-46be8436fa69 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:29.012644 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fa0cc01f-f2dc-41dd-bffb-323b3911198b req-5afe5cb6-de28-4021-9dda-46be8436fa69 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 931 time: 0.0544295 Oct 28 08:11:29.049852 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fa0cc01f-f2dc-41dd-bffb-323b3911198b req-5a1d2c7a-4618-4c18-9580-2abd51dab153 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312996 Oct 28 08:11:29.898134 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1763e-f472-4f73-a490-cffa20da8730 req-045e7edb-d96f-4bdd-aa6e-49df88eec239 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:29.899603 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-04d1763e-f472-4f73-a490-cffa20da8730 req-045e7edb-d96f-4bdd-aa6e-49df88eec239 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0493042 Oct 28 08:11:29.966095 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-04d1763e-f472-4f73-a490-cffa20da8730 req-f93040bd-3703-4aba-8caa-0ab249f977a3 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534744 Oct 28 08:11:29.976679 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd753d-70d5-485c-8e96-444b5b8209b1 req-97bb2c6f-91fb-4f3a-81f4-9abf16f1c17b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:29.978233 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fcd753d-70d5-485c-8e96-444b5b8209b1 req-97bb2c6f-91fb-4f3a-81f4-9abf16f1c17b tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0737991 Oct 28 08:11:30.023518 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5fcd753d-70d5-485c-8e96-444b5b8209b1 req-8bdc5c32-f4d5-42c0-a412-26ad8747513a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383160 Oct 28 08:11:30.174552 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512cfed-5cb4-4d5e-bf2e-82fa64ff0787 req-4a54c405-80a0-4474-8925-d01c22b2de9d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:30.176022 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7512cfed-5cb4-4d5e-bf2e-82fa64ff0787 req-4a54c405-80a0-4474-8925-d01c22b2de9d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 931 time: 0.0566463 Oct 28 08:11:30.215912 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7512cfed-5cb4-4d5e-bf2e-82fa64ff0787 req-326c37cb-a2a2-42c1-b206-62c03d8ff3ab tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339906 Oct 28 08:11:30.952866 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Request body: {'port': {'device_id': '5e06b67d-1246-40c0-a813-aaa3dcff0899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:11:31.009854 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:31.090080 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1a885-a6b9-467b-991e-ae16ac5e08be req-59529d90-737a-439c-817f-31d685e6e419 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:31.091699 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3cd1a885-a6b9-467b-991e-ae16ac5e08be req-59529d90-737a-439c-817f-31d685e6e419 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0537677 Oct 28 08:11:31.164622 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3cd1a885-a6b9-467b-991e-ae16ac5e08be req-5beae8e7-2262-4a27-8ed9-9f2711e5f6ad tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661972 Oct 28 08:11:31.178002 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e4277-4796-455f-864d-587291ec4bbc req-7b8271a6-00cd-4241-a56e-9ef294a87911 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:31.179653 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6a2e4277-4796-455f-864d-587291ec4bbc req-7b8271a6-00cd-4241-a56e-9ef294a87911 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0750797 Oct 28 08:11:31.219333 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6a2e4277-4796-455f-864d-587291ec4bbc req-96c0d53e-57b7-43e5-90e2-960b43ab1d43 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326958 Oct 28 08:11:31.284980 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561def1d-275d-4234-b7af-7bc314ed1222 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:11:31.292752 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:31.304695 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Transition to ACTIVE for port object 561def1d-275d-4234-b7af-7bc314ed1222 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:11:31.330888 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2139d35-f22c-4136-bb80-d1b5cc7819b9 req-fe76f9a0-6243-43d1-beb1-d937148ed59a tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:31.332885 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d2139d35-f22c-4136-bb80-d1b5cc7819b9 req-fe76f9a0-6243-43d1-beb1-d937148ed59a tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 931 time: 0.0482478 Oct 28 08:11:31.362090 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:31.370544 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d2139d35-f22c-4136-bb80-d1b5cc7819b9 req-d191f269-bcfa-4c38-b353-c6c482172b50 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316944 Oct 28 08:11:31.413120 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Pushing event updated for resources: {'Port': ['ID=561def1d-275d-4234-b7af-7bc314ed1222,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:31.495168 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Attempting to bind port 561def1d-275d-4234-b7af-7bc314ed1222 on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:11:31.495513 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Attempting to bind port 561def1d-275d-4234-b7af-7bc314ed1222 by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:11:31.495833 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Attempting to bind port 561def1d-275d-4234-b7af-7bc314ed1222 on network cb6fb4f8-5004-4772-92b0-087728ccca6d {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:11:31.500679 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Port 561def1d-275d-4234-b7af-7bc314ed1222 on network cb6fb4f8-5004-4772-92b0-087728ccca6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:11:31.501043 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Attempting to bind port 561def1d-275d-4234-b7af-7bc314ed1222 on network cb6fb4f8-5004-4772-92b0-087728ccca6d {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:11:31.506011 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:11:31.506346 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Checking segment: {'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:11:31.506758 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Bound using segment: {'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:11:31.507177 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Bound port: 561def1d-275d-4234-b7af-7bc314ed1222, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:11:31.507532 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:31.575524 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] For port 561def1d-275d-4234-b7af-7bc314ed1222, host hv-cinder-81578, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:11:31.578428 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] For port 561def1d-275d-4234-b7af-7bc314ed1222, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=561def1d-275d-4234-b7af-7bc314ed1222,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:11:31.653940 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:31.689612 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:31.689612 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:31.690692 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] 10.222.0.30 "PUT /v2.0/ports/561def1d-275d-4234-b7af-7bc314ed1222 HTTP/1.1" status: 200 len: 1093 time: 0.7430096 Oct 28 08:11:31.691140 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e06b67d-1246-40c0-a813-aaa3dcff0899', 'tag': '561def1d-275d-4234-b7af-7bc314ed1222'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:11:31.693417 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4bb1fd-f359-4a88-9b50-9608375610cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5e06b67d-1246-40c0-a813-aaa3dcff0899", "tag": "561def1d-275d-4234-b7af-7bc314ed1222"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:11:31.719612 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1528d7f-3d35-4e14-a062-ecffee19e342 service neutron] Pushing event updated for resources: {'Port': ['ID=561def1d-275d-4234-b7af-7bc314ed1222,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:31.845319 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64610d6-eae7-407e-b12f-7964f9620bd2 x-openstack-request-id: req-a64610d6-eae7-407e-b12f-7964f9620bd2 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:11:31.846921 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e06b67d-1246-40c0-a813-aaa3dcff0899", "tag": "561def1d-275d-4234-b7af-7bc314ed1222", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:11:31.846921 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a64610d6-eae7-407e-b12f-7964f9620bd2 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:11:31.846921 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e06b67d-1246-40c0-a813-aaa3dcff0899', 'tag': '561def1d-275d-4234-b7af-7bc314ed1222', 'status': 'completed', 'code': 200} Oct 28 08:11:31.865067 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-79580f66-ffb6-49a4-9a3b-f8c59a90c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:31.880109 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-79580f66-ffb6-49a4-9a3b-f8c59a90c8d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb868b6450414866ae91386c1d1b632a&device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 1096 time: 0.0479126 Oct 28 08:11:31.919736 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-5b3404c3-09dc-4712-89a4-56bcb39251f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=561def1d-275d-4234-b7af-7bc314ed1222 HTTP/1.1" status: 200 len: 217 time: 0.0382917 Oct 28 08:11:31.977883 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-72cf3ff9-6483-4e90-a61c-98dfa834f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:31.984544 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-72cf3ff9-6483-4e90-a61c-98dfa834f78d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a487c1-660f-493f-b4c9-633493fc8841 HTTP/1.1" status: 200 len: 850 time: 0.0511990 Oct 28 08:11:32.028085 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-eb046a08-abfd-4b10-8daa-97bb56d3000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:32.029509 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-eb046a08-abfd-4b10-8daa-97bb56d3000a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb6fb4f8-5004-4772-92b0-087728ccca6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414577 Oct 28 08:11:32.140841 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-a066a56a-69ee-4c70-b40b-8e9259f27bf1 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023526 Oct 28 08:11:32.242756 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-83de1445-69dd-4c7c-8ae2-f2f7c7cdf5ed req-3a1adcac-16a2-4099-94bb-efe72f4c010b service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901089 Oct 28 08:11:32.297673 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4984b-feb3-4148-873c-150215519d0a req-89801c7f-2184-4498-bebf-6d44bd8af8ca tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:32.299186 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9ad4984b-feb3-4148-873c-150215519d0a req-89801c7f-2184-4498-bebf-6d44bd8af8ca tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0631366 Oct 28 08:11:32.375736 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9ad4984b-feb3-4148-873c-150215519d0a req-115f676d-62a9-4654-a8c6-2d330164231a tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/security-groups?id=6f5dab8b-de23-4973-af8b-46496b3f5482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694025 Oct 28 08:11:32.385395 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e5b0a-cce0-4894-a4e1-5c4a43065895 req-efdbe04c-fbef-42b0-9b0b-105bc8c96872 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:32.390671 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-494e5b0a-cce0-4894-a4e1-5c4a43065895 req-efdbe04c-fbef-42b0-9b0b-105bc8c96872 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0819104 Oct 28 08:11:32.412214 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:11:32.440735 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-494e5b0a-cce0-4894-a4e1-5c4a43065895 req-16a55d4d-afd5-4268-899c-2c27ef15ade8 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421593 Oct 28 08:11:32.443634 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bb1fd-f359-4a88-9b50-9608375610cd req-a7e75a09-f19b-4c9e-b79e-45e278f8f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:32.447064 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ce4bb1fd-f359-4a88-9b50-9608375610cd req-a7e75a09-f19b-4c9e-b79e-45e278f8f04a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb868b6450414866ae91386c1d1b632a&device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 1096 time: 0.0557811 Oct 28 08:11:32.494640 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6534866-7dcc-478b-9638-c0e981513f25 req-f5ae6338-e810-4ff8-aeae-1c541d3a172d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:32.496436 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c6534866-7dcc-478b-9638-c0e981513f25 req-f5ae6338-e810-4ff8-aeae-1c541d3a172d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 943 time: 0.0506506 Oct 28 08:11:32.535310 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c6534866-7dcc-478b-9638-c0e981513f25 req-b0c89205-2e1c-4bfa-8575-10149641b965 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327768 Oct 28 08:11:32.537865 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bb1fd-f359-4a88-9b50-9608375610cd req-d868ec68-6a6f-462a-a17d-f648c5e0ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:32.539355 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ce4bb1fd-f359-4a88-9b50-9608375610cd req-d868ec68-6a6f-462a-a17d-f648c5e0ca5b service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb6fb4f8-5004-4772-92b0-087728ccca6d HTTP/1.1" status: 200 len: 912 time: 0.0867608 Oct 28 08:11:32.583592 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ce4bb1fd-f359-4a88-9b50-9608375610cd req-d96e5870-12f8-4b48-acde-5f2bd5b45874 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=561def1d-275d-4234-b7af-7bc314ed1222 HTTP/1.1" status: 200 len: 217 time: 0.0355835 Oct 28 08:11:32.650598 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bb1fd-f359-4a88-9b50-9608375610cd req-df33d27e-c929-43fe-b64f-85b043801f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:32.653346 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ce4bb1fd-f359-4a88-9b50-9608375610cd req-df33d27e-c929-43fe-b64f-85b043801f16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a487c1-660f-493f-b4c9-633493fc8841 HTTP/1.1" status: 200 len: 850 time: 0.0509064 Oct 28 08:11:32.705640 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bb1fd-f359-4a88-9b50-9608375610cd req-5bdd09aa-197b-4926-a530-196a21098e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:32.707213 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ce4bb1fd-f359-4a88-9b50-9608375610cd req-5bdd09aa-197b-4926-a530-196a21098e98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb6fb4f8-5004-4772-92b0-087728ccca6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433264 Oct 28 08:11:32.805492 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ce4bb1fd-f359-4a88-9b50-9608375610cd req-bed5bd5b-7829-4f00-b5cb-e96bac6e52dc service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885017 Oct 28 08:11:32.908346 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-ce4bb1fd-f359-4a88-9b50-9608375610cd req-84bb8110-b846-4d10-bb5c-f1ed99edffbc service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949557 Oct 28 08:11:32.988360 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdf6cc-ba56-4fc6-814d-c488a7ddc096 req-f0fd528f-8916-4109-8ef0-d301122c4818 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:32.989873 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3efdf6cc-ba56-4fc6-814d-c488a7ddc096 req-f0fd528f-8916-4109-8ef0-d301122c4818 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 945 time: 0.0490589 Oct 28 08:11:33.092991 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-3efdf6cc-ba56-4fc6-814d-c488a7ddc096 req-fa52e83f-d8c0-4d93-9041-e5ea4ad470b1 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Deleting port ff8a6637-0d03-445f-bcdb-6dc30509a950 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:11:33.093341 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3efdf6cc-ba56-4fc6-814d-c488a7ddc096 req-fa52e83f-d8c0-4d93-9041-e5ea4ad470b1 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:33.194551 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-3efdf6cc-ba56-4fc6-814d-c488a7ddc096 req-fa52e83f-d8c0-4d93-9041-e5ea4ad470b1 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] For port ff8a6637-0d03-445f-bcdb-6dc30509a950, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=ff8a6637-0d03-445f-bcdb-6dc30509a950,segment=NetworkSegment(706e97f6-7d1d-4a67-bacc-88ed36cb54c2),segment_id=706e97f6-7d1d-4a67-bacc-88ed36cb54c2)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:33.195018 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3efdf6cc-ba56-4fc6-814d-c488a7ddc096 req-fa52e83f-d8c0-4d93-9041-e5ea4ad470b1 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:33.208781 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-3efdf6cc-ba56-4fc6-814d-c488a7ddc096 req-fa52e83f-d8c0-4d93-9041-e5ea4ad470b1 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Calling delete_port for ff8a6637-0d03-445f-bcdb-6dc30509a950 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:11:33.421944 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 1fbe155a-dc7d-4a95-acbc-083dc260307f details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:11:33.425562 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3efdf6cc-ba56-4fc6-814d-c488a7ddc096 req-fa52e83f-d8c0-4d93-9041-e5ea4ad470b1 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:33.440267 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['ff8a6637-0d03-445f-bcdb-6dc30509a950'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:11:33.460216 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52e83f-d8c0-4d93-9041-e5ea4ad470b1 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Pushing event deleted for resources: {'Port': ['ID=ff8a6637-0d03-445f-bcdb-6dc30509a950,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:33.474844 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b0abf3fe-7f23-4508-9a39-0c85cb590f29 req-161e336f-1070-4b50-a995-e971ad3f2e25 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 210 time: 0.0292325 Oct 28 08:11:33.531790 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efdf6cc-ba56-4fc6-814d-c488a7ddc096 req-fa52e83f-d8c0-4d93-9041-e5ea4ad470b1 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] No DVR routers for this DVR port ff8a6637-0d03-445f-bcdb-6dc30509a950 on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:11:33.534936 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-3efdf6cc-ba56-4fc6-814d-c488a7ddc096 req-fa52e83f-d8c0-4d93-9041-e5ea4ad470b1 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:33.538363 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3efdf6cc-ba56-4fc6-814d-c488a7ddc096 req-fa52e83f-d8c0-4d93-9041-e5ea4ad470b1 tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.30 "DELETE /v2.0/ports/ff8a6637-0d03-445f-bcdb-6dc30509a950 HTTP/1.1" status: 204 len: 173 time: 0.5418456 Oct 28 08:11:33.579824 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 1fbe155a-dc7d-4a95-acbc-083dc260307f, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=1fbe155a-dc7d-4a95-acbc-083dc260307f,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:33.583946 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8739c-cfb1-436f-87ab-45f3fd2a55c1 req-94238779-3093-465c-8ab8-bf6d3eb10ae6 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:33.585496 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9ab8739c-cfb1-436f-87ab-45f3fd2a55c1 req-94238779-3093-465c-8ab8-bf6d3eb10ae6 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 944 time: 0.0609920 Oct 28 08:11:33.587253 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': '1fbe155a-dc7d-4a95-acbc-083dc260307f', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'port_id': '1fbe155a-dc7d-4a95-acbc-083dc260307f', 'mac_address': 'fa:16:3e:eb:7c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:11:33.628687 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:33.645241 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fbe155a-dc7d-4a95-acbc-083dc260307f {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:11:33.651576 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9ab8739c-cfb1-436f-87ab-45f3fd2a55c1 req-27a9b30a-72d7-4b12-ba7e-b780eff9aa96 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588756 Oct 28 08:11:33.667367 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 1fbe155a-dc7d-4a95-acbc-083dc260307f, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=1fbe155a-dc7d-4a95-acbc-083dc260307f,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:33.680063 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740e9cc-6e1c-422b-99d4-9efbd73811ee req-b407f166-deca-465f-b827-c6139b9ef931 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:33.681481 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9740e9cc-6e1c-422b-99d4-9efbd73811ee req-b407f166-deca-465f-b827-c6139b9ef931 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 943 time: 0.0676596 Oct 28 08:11:33.724215 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9740e9cc-6e1c-422b-99d4-9efbd73811ee req-5e8b616f-7e8d-483b-ac9c-7501a69f6ddd tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358307 Oct 28 08:11:33.773720 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:33.826294 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=1fbe155a-dc7d-4a95-acbc-083dc260307f,revision_number=9']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:33.833958 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:33.834308 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:33.834653 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:33.835020 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:33.835410 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:33.835690 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:33.836020 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:33.836350 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:33.836683 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:33.837008 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:33.837329 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:33.837651 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:11:33.847674 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cba8a6d-c136-42eb-9193-5eaa6b2e0459', 'name': 'network-vif-deleted', 'tag': 'ff8a6637-0d03-445f-bcdb-6dc30509a950'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:11:33.850059 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e277d01-6bad-4804-a5cf-dc2e649744dd" -d '{"events": [{"server_uuid": "6cba8a6d-c136-42eb-9193-5eaa6b2e0459", "name": "network-vif-deleted", "tag": "ff8a6637-0d03-445f-bcdb-6dc30509a950"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:11:33.889366 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4a4f3a-2c86-48fb-8f86-4ef704d54477 x-openstack-request-id: req-cd4a4f3a-2c86-48fb-8f86-4ef704d54477 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:11:33.889656 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cba8a6d-c136-42eb-9193-5eaa6b2e0459", "name": "network-vif-deleted", "tag": "ff8a6637-0d03-445f-bcdb-6dc30509a950", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:11:33.889905 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd4a4f3a-2c86-48fb-8f86-4ef704d54477 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:11:33.890565 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cba8a6d-c136-42eb-9193-5eaa6b2e0459', 'name': 'network-vif-deleted', 'tag': 'ff8a6637-0d03-445f-bcdb-6dc30509a950', 'status': 'completed', 'code': 200} Oct 28 08:11:34.193289 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['1fbe155a-dc7d-4a95-acbc-083dc260307f'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:11:34.608603 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ec6eef1d-1369-4b01-af25-99ce69a14792 req-0aa198f7-cca3-4c5c-9ebe-8a5680942fdd tempest-TestMinimumBasicScenario-662744611 tempest-TestMinimumBasicScenario-662744611-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cba8a6d-c136-42eb-9193-5eaa6b2e0459 HTTP/1.1" status: 200 len: 210 time: 0.0252099 Oct 28 08:11:34.798114 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5c4c7-b482-4d7a-8853-3a9a160f057c req-b4b0b520-d048-4092-ada3-243b414b7b30 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:34.799752 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0bc5c4c7-b482-4d7a-8853-3a9a160f057c req-b4b0b520-d048-4092-ada3-243b414b7b30 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 945 time: 0.0704141 Oct 28 08:11:34.871336 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0bc5c4c7-b482-4d7a-8853-3a9a160f057c req-625af8e4-1874-454b-a793-84eb1539bcd6 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583420 Oct 28 08:11:34.884342 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cedd6-45d8-4c0c-8607-adc3f77fec80 req-e41f535d-bf6c-4efa-b47d-b47d2eee0fbc tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:34.886501 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9e4cedd6-45d8-4c0c-8607-adc3f77fec80 req-e41f535d-bf6c-4efa-b47d-b47d2eee0fbc tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 943 time: 0.0837815 Oct 28 08:11:34.932753 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-9e4cedd6-45d8-4c0c-8607-adc3f77fec80 req-a8d1cce7-4404-4375-8f3a-ba3a4f52bb44 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388484 Oct 28 08:11:35.445180 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 1fbe155a-dc7d-4a95-acbc-083dc260307f up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:11:35.491292 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port 1fbe155a-dc7d-4a95-acbc-083dc260307f triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:11:35.491660 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:35.567893 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:35.589692 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a8ebcc-1a4c-43da-8604-6a90cbb26676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbe155a-dc7d-4a95-acbc-083dc260307f'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:11:35.593935 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a522ff6-987f-4e71-9935-8e536ab0b6b6" -d '{"events": [{"server_uuid": "70a8ebcc-1a4c-43da-8604-6a90cbb26676", "name": "network-vif-plugged", "status": "completed", "tag": "1fbe155a-dc7d-4a95-acbc-083dc260307f"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:11:35.606810 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 1fbe155a-dc7d-4a95-acbc-083dc260307f, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=1fbe155a-dc7d-4a95-acbc-083dc260307f,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:35.697300 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0bb742-1416-4fb8-9d84-fa9c55656d9c x-openstack-request-id: req-5c0bb742-1416-4fb8-9d84-fa9c55656d9c {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:11:35.698292 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a8ebcc-1a4c-43da-8604-6a90cbb26676", "name": "network-vif-plugged", "status": "completed", "tag": "1fbe155a-dc7d-4a95-acbc-083dc260307f", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:11:35.698615 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c0bb742-1416-4fb8-9d84-fa9c55656d9c {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:11:35.699047 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a8ebcc-1a4c-43da-8604-6a90cbb26676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbe155a-dc7d-4a95-acbc-083dc260307f', 'code': 200} Oct 28 08:11:35.710536 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:35.711411 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device ff8a6637-0d03-445f-bcdb-6dc30509a950 no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:11:35.732944 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: ff8a6637-0d03-445f-bcdb-6dc30509a950 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:11:35.733294 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device ff8a6637-0d03-445f-bcdb-6dc30509a950 not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:11:35.779696 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=1fbe155a-dc7d-4a95-acbc-083dc260307f,revision_number=10']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:36.061448 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a38e5-2ce0-4753-9352-e26c388debd2 req-6fc30c24-7e22-4b3e-9226-47ad311d9b27 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:36.063122 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cd9a38e5-2ce0-4753-9352-e26c388debd2 req-6fc30c24-7e22-4b3e-9226-47ad311d9b27 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 947 time: 0.0736992 Oct 28 08:11:36.071777 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873958c-2a0c-456f-8b6b-67e8d7b70719 req-478995ff-16a9-4e58-bbe7-e34bb8947ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:36.074401 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9873958c-2a0c-456f-8b6b-67e8d7b70719 req-478995ff-16a9-4e58-bbe7-e34bb8947ef6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 1100 time: 0.0624166 Oct 28 08:11:36.111844 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9873958c-2a0c-456f-8b6b-67e8d7b70719 req-a79f2b6f-8257-47d9-b898-555288902bc2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301726 Oct 28 08:11:36.142938 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c9421-1acf-495c-917c-52a8e9a69885 req-b7fc7dc2-b48b-4db5-98bf-d3681481d213 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:36.144480 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-030c9421-1acf-495c-917c-52a8e9a69885 req-b7fc7dc2-b48b-4db5-98bf-d3681481d213 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 943 time: 0.0799847 Oct 28 08:11:36.147516 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cd9a38e5-2ce0-4753-9352-e26c388debd2 req-61f32973-924d-4236-bacf-dd54fd2aa401 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720532 Oct 28 08:11:36.189811 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-030c9421-1acf-495c-917c-52a8e9a69885 req-4ee8d9d9-bf5a-4955-bf01-5a7dd0780463 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374348 Oct 28 08:11:37.111155 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 38420) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:37.389816 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d6e60-7069-4403-9865-edd60734b206 req-4ac2d6d8-bd8d-4b66-a2d1-de81ba647c43 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:37.391390 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f32d6e60-7069-4403-9865-edd60734b206 req-4ac2d6d8-bd8d-4b66-a2d1-de81ba647c43 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 947 time: 0.1654465 Oct 28 08:11:37.409929 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040214a3-9519-4cd9-86d7-1507805991d1 req-f8e9cc18-3394-4c50-8843-96060559a181 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:37.411403 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-040214a3-9519-4cd9-86d7-1507805991d1 req-f8e9cc18-3394-4c50-8843-96060559a181 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 943 time: 0.1020088 Oct 28 08:11:37.512307 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f32d6e60-7069-4403-9865-edd60734b206 req-a74f4dbb-b018-48b7-85d0-902e6fad16eb tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118534 Oct 28 08:11:37.515081 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-040214a3-9519-4cd9-86d7-1507805991d1 req-cc3af3c0-075e-4f8a-bd14-9dbd79def221 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937569 Oct 28 08:11:37.619826 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d65dcdff-cd65-4ee2-a938-54c018cb6463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586527'] for router_interface, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:37.877615 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-d65dcdff-cd65-4ee2-a938-54c018cb6463 admin admin] Deleting port 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:11:37.877818 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d65dcdff-cd65-4ee2-a938-54c018cb6463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:37.957845 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [None req-d65dcdff-cd65-4ee2-a938-54c018cb6463 admin admin] For port 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e,segment=NetworkSegment(706e97f6-7d1d-4a67-bacc-88ed36cb54c2),segment_id=706e97f6-7d1d-4a67-bacc-88ed36cb54c2)] {{(pid=108235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:37.958197 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d65dcdff-cd65-4ee2-a938-54c018cb6463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:37.974067 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-d65dcdff-cd65-4ee2-a938-54c018cb6463 admin admin] Calling delete_port for 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e owned by network:router_interface {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:11:38.270731 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d65dcdff-cd65-4ee2-a938-54c018cb6463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:38.298494 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dcdff-cd65-4ee2-a938-54c018cb6463 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:38.788778 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f315fb8-5301-4185-b422-69f0bdbde1bf req-5b9e4927-6a89-4f44-89e1-b9feb5ed652f tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:38.790174 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7f315fb8-5301-4185-b422-69f0bdbde1bf req-5b9e4927-6a89-4f44-89e1-b9feb5ed652f tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 943 time: 0.1249366 Oct 28 08:11:38.797870 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d65dcdff-cd65-4ee2-a938-54c018cb6463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586299'] for router_interface, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:38.812711 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e56283-3319-413d-9fbb-978eae51bfd9 req-0988e4ca-a7a9-4466-9070-ead9023a7893 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:38.814385 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-59e56283-3319-413d-9fbb-978eae51bfd9 req-0988e4ca-a7a9-4466-9070-ead9023a7893 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 947 time: 0.1502757 Oct 28 08:11:38.940470 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7f315fb8-5301-4185-b422-69f0bdbde1bf req-92533b0d-aa72-4896-8c04-ef813dd90d4d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435218 Oct 28 08:11:38.953730 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-59e56283-3319-413d-9fbb-978eae51bfd9 req-7fe91636-4ab2-43c7-ab7c-c0ec0d936f76 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270354 Oct 28 08:11:39.107782 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65dcdff-cd65-4ee2-a938-54c018cb6463 admin admin] Router 8268d513-e2ea-440f-9d4d-f9f29d222b48 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:11:39.225350 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65dcdff-cd65-4ee2-a938-54c018cb6463 admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:11:39.231160 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-d65dcdff-cd65-4ee2-a938-54c018cb6463 admin admin] 10.222.0.37 "PUT /v2.0/routers/8268d513-e2ea-440f-9d4d-f9f29d222b48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1190310 Oct 28 08:11:39.233689 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 38472) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:39.236482 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc174284-cf6c-4776-bf01-cbae02fdf224 None None] Sync routers for ids ['8268d513-e2ea-440f-9d4d-f9f29d222b48'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:11:39.246915 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc174284-cf6c-4776-bf01-cbae02fdf224 None None] Routers {'8268d513-e2ea-440f-9d4d-f9f29d222b48'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:11:39.247528 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-fc174284-cf6c-4776-bf01-cbae02fdf224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:11:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8268d513-e2ea-440f-9d4d-f9f29d222b48'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:39.343129 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1e03afe3-482c-4650-adba-ed43c58b6041 admin admin] Notify callbacks [] for router, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:39.354358 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-fc174284-cf6c-4776-bf01-cbae02fdf224 None None] Set router 8268d513-e2ea-440f-9d4d-f9f29d222b48 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:11:39.447189 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1e03afe3-482c-4650-adba-ed43c58b6041 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:39.547343 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-fc174284-cf6c-4776-bf01-cbae02fdf224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'name': 'tempest-TestMinimumBasicScenario-222694556-router', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:05Z', 'updated_at': '2021-10-28T08:11:38Z', 'revision_number': 5, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'gw_port': {'id': '709651f1-1b9e-40df-ac44-7061c64632ae', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:06Z', 'updated_at': '2021-10-28T08:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:39.575037 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc174284-cf6c-4776-bf01-cbae02fdf224 None None] Checking router: 8268d513-e2ea-440f-9d4d-f9f29d222b48 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:11:39.584786 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc174284-cf6c-4776-bf01-cbae02fdf224 None None] Routers {'8268d513-e2ea-440f-9d4d-f9f29d222b48'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:11:39.585395 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-fc174284-cf6c-4776-bf01-cbae02fdf224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:11:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8268d513-e2ea-440f-9d4d-f9f29d222b48'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:39.626830 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-1e03afe3-482c-4650-adba-ed43c58b6041 admin admin] Deleting port 709651f1-1b9e-40df-ac44-7061c64632ae {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:11:39.627177 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1e03afe3-482c-4650-adba-ed43c58b6041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:39.680171 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-fc174284-cf6c-4776-bf01-cbae02fdf224 None None] Set router 8268d513-e2ea-440f-9d4d-f9f29d222b48 gateway port host: None {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:11:39.721528 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [None req-1e03afe3-482c-4650-adba-ed43c58b6041 admin admin] For port 709651f1-1b9e-40df-ac44-7061c64632ae, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=709651f1-1b9e-40df-ac44-7061c64632ae,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:39.721818 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1e03afe3-482c-4650-adba-ed43c58b6041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:39.735206 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-1e03afe3-482c-4650-adba-ed43c58b6041 admin admin] Calling delete_port for 709651f1-1b9e-40df-ac44-7061c64632ae owned by network:router_gateway {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:11:39.737012 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-fc174284-cf6c-4776-bf01-cbae02fdf224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'name': 'tempest-TestMinimumBasicScenario-222694556-router', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:05Z', 'updated_at': '2021-10-28T08:11:39Z', 'revision_number': 6, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'gw_port_host': None}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:39.768184 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc174284-cf6c-4776-bf01-cbae02fdf224 None None] The sync data for ids ['8268d513-e2ea-440f-9d4d-f9f29d222b48'] in dv-cinder-815780-1-iscsi is: [{'id': '8268d513-e2ea-440f-9d4d-f9f29d222b48', 'name': 'tempest-TestMinimumBasicScenario-222694556-router', 'tenant_id': '93bc9860214142bcb0dfc8900a7a8942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:05Z', 'updated_at': '2021-10-28T08:11:39Z', 'revision_number': 6, 'project_id': '93bc9860214142bcb0dfc8900a7a8942', 'gw_port_host': None}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:11:40.007949 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1e03afe3-482c-4650-adba-ed43c58b6041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:40.048103 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03afe3-482c-4650-adba-ed43c58b6041 admin admin] Pushing event deleted for resources: {'Port': ['ID=709651f1-1b9e-40df-ac44-7061c64632ae,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:40.165758 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505c3d6-5d47-468f-a94c-bbf0e6459cbc req-e79cd6fa-8cdf-4933-b858-3b384093d6e8 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:40.167977 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d505c3d6-5d47-468f-a94c-bbf0e6459cbc req-e79cd6fa-8cdf-4933-b858-3b384093d6e8 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 943 time: 0.1497049 Oct 28 08:11:40.178816 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1e03afe3-482c-4650-adba-ed43c58b6041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586433'] for router_gateway, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:40.298178 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01500b3-b914-47dd-8480-e0f13c7eab11 req-160ee822-d8a7-4b0e-94c9-aa3c888e4b75 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:40.299742 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d01500b3-b914-47dd-8480-e0f13c7eab11 req-160ee822-d8a7-4b0e-94c9-aa3c888e4b75 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 947 time: 0.1863346 Oct 28 08:11:40.326286 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1e03afe3-482c-4650-adba-ed43c58b6041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-557384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4020'] for router, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:40.329161 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1e03afe3-482c-4650-adba-ed43c58b6041 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:40.332876 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d505c3d6-5d47-468f-a94c-bbf0e6459cbc req-5ca9b999-e8a6-48bb-9b38-0e96fc38a8a5 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568527 Oct 28 08:11:40.398393 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d01500b3-b914-47dd-8480-e0f13c7eab11 req-77e0a1f9-b4f9-4d31-8586-433014d81c04 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814600 Oct 28 08:11:40.459486 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa30c5b-927d-40ab-96f1-e011865eb849 req-24a211d8-1ccc-4445-b051-016813aadb48 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:40.461863 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6aa30c5b-927d-40ab-96f1-e011865eb849 req-24a211d8-1ccc-4445-b051-016813aadb48 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 945 time: 0.0662122 Oct 28 08:11:40.464136 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1e03afe3-482c-4650-adba-ed43c58b6041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-557425'] for router, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:40.464898 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e03afe3-482c-4650-adba-ed43c58b6041 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8268d513-e2ea-440f-9d4d-f9f29d222b48 {{(pid=108235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:11:40.471385 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1e03afe3-482c-4650-adba-ed43c58b6041 admin admin] Notify callbacks [] for router, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:40.472909 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-1e03afe3-482c-4650-adba-ed43c58b6041 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8268d513-e2ea-440f-9d4d-f9f29d222b48 HTTP/1.1" status: 204 len: 168 time: 1.2382402 Oct 28 08:11:40.476972 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 38494) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:40.508979 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6aa30c5b-927d-40ab-96f1-e011865eb849 req-4fde05e6-42a6-4b7a-8222-c4cf2671f52d tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1f7c321-b0b9-40c3-9d78-b78aca9d898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348778 Oct 28 08:11:40.531200 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b214ee-3ac4-4ce3-9dfb-29a715d3a942 admin admin] Deleting subnet 0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55 {{(pid=108236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 28 08:11:40.533733 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-04b214ee-3ac4-4ce3-9dfb-29a715d3a942 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:40.543343 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:11:40.564008 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:11:40.564625 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 2f5f725b-fdc7-4aa0-8b9f-cd46aa9a0b8e not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:11:40.578985 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-04b214ee-3ac4-4ce3-9dfb-29a715d3a942 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3450373'] for subnet, precommit_delete_associations {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:40.909942 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-04b214ee-3ac4-4ce3-9dfb-29a715d3a942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16331822'] for subnet, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:41.036648 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-04b214ee-3ac4-4ce3-9dfb-29a715d3a942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16331809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4058815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3950031'] for subnet, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:41.065205 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b214ee-3ac4-4ce3-9dfb-29a715d3a942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:41.073428 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-04b214ee-3ac4-4ce3-9dfb-29a715d3a942 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:41.077276 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-04b214ee-3ac4-4ce3-9dfb-29a715d3a942 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0b98c477-7e54-48f8-8bf0-7d1eaa2c2b55 HTTP/1.1" status: 204 len: 168 time: 0.5988293 Oct 28 08:11:41.079440 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 38496) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:41.079608 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d5b530-d3d7-447e-9996-9837adf3d276 None None] Network 04a4ec59-e6c1-494d-8ce4-6943ef22ae13 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:11:41.153226 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16338927'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:41.205653 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] Deleting port 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:11:41.205998 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:41.259057 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14f6af1-3568-4aac-b71a-80f469fa14e7 None None] DHCP port deletion for 04a4ec59-e6c1-494d-8ce4-6943ef22ae13 request from dv-cinder-815780-1-iscsi {{(pid=108237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:11:41.277595 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] For port 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=4176b3c7-7f2d-46e5-b21f-4a57b300e4bb,segment=NetworkSegment(706e97f6-7d1d-4a67-bacc-88ed36cb54c2),segment_id=706e97f6-7d1d-4a67-bacc-88ed36cb54c2)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:41.277960 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:41.293095 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] Calling delete_port for 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb owned by network:dhcp {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:11:41.310496 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-f14f6af1-3568-4aac-b71a-80f469fa14e7 None None] Deleting port 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:11:41.310902 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f14f6af1-3568-4aac-b71a-80f469fa14e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:41.383458 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-f14f6af1-3568-4aac-b71a-80f469fa14e7 None None] For port 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=4176b3c7-7f2d-46e5-b21f-4a57b300e4bb,segment=NetworkSegment(706e97f6-7d1d-4a67-bacc-88ed36cb54c2),segment_id=706e97f6-7d1d-4a67-bacc-88ed36cb54c2)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:41.383867 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f14f6af1-3568-4aac-b71a-80f469fa14e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:41.397167 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-f14f6af1-3568-4aac-b71a-80f469fa14e7 None None] Calling delete_port for 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb owned by network:dhcp {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:11:41.436490 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:41.466246 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc72e5-0745-41b9-8e51-a1cbeb3fce15 req-aa63f7fe-d1b3-4439-ba5c-7e2d17ddff8b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:41.466246 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-38fc72e5-0745-41b9-8e51-a1cbeb3fce15 req-aa63f7fe-d1b3-4439-ba5c-7e2d17ddff8b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 943 time: 0.0558126 Oct 28 08:11:41.468339 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4176b3c7-7f2d-46e5-b21f-4a57b300e4bb,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:41.470281 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] No DVR routers for this DVR port 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb on host dv-cinder-815780-1-iscsi {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:11:41.487218 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f14f6af1-3568-4aac-b71a-80f469fa14e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:41.501490 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f6af1-3568-4aac-b71a-80f469fa14e7 None None] No DVR routers for this DVR port 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb on host dv-cinder-815780-1-iscsi {{(pid=108237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:11:41.515163 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-38fc72e5-0745-41b9-8e51-a1cbeb3fce15 req-cc79c359-a596-4bd1-bd79-1398f63c8d28 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398452 Oct 28 08:11:41.522429 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f6af1-3568-4aac-b71a-80f469fa14e7 None None] Pushing event deleted for resources: {'Port': ['ID=4176b3c7-7f2d-46e5-b21f-4a57b300e4bb,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:41.546777 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16320981', 'neutron.services.segments.db._delete_segments_for_network-8754292201485'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:41.567438 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a4ec59-e6c1-494d-8ce4-6943ef22ae13']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:41.577414 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706e97f6-7d1d-4a67-bacc-88ed36cb54c2') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:41.577713 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706e97f6-7d1d-4a67-bacc-88ed36cb54c2') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:41.587496 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754292204054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3450394'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:41.602147 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:41.609238 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:11:41.609632 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4058841'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: Traceback (most recent call last): Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: timer() Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: cb(*args, **kw) Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: self._notify() Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: self.callback(batched_events) Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: event.method(event) Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: return f(self, *a, **k) Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._get(url).json() Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:11:41.611358 dv-cinder-815780-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:11:41.630691 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cec87-9ab0-48a2-baca-912b5fee9c80 req-89a061ed-08c6-4ebb-9f55-00392e5232a1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:41.632377 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4c4cec87-9ab0-48a2-baca-912b5fee9c80 req-89a061ed-08c6-4ebb-9f55-00392e5232a1 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 945 time: 0.0514507 Oct 28 08:11:41.673338 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4c4cec87-9ab0-48a2-baca-912b5fee9c80 req-953e0ab1-c310-4722-97f1-7e2950f6d473 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1f7c321-b0b9-40c3-9d78-b78aca9d898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341225 Oct 28 08:11:41.779355 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16320940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586477'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:41.784924 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:41.790945 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/04a4ec59-e6c1-494d-8ce4-6943ef22ae13 HTTP/1.1" status: 204 len: 168 time: 0.7077203 Oct 28 08:11:41.791372 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 38502) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:41.800057 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba3e4c-0dee-4683-b248-b409a69aebf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=04a4ec59-e6c1-494d-8ce4-6943ef22ae13,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:42.140861 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 709651f1-1b9e-40df-ac44-7061c64632ae no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:11:42.146849 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-363814e9-39d2-429e-a2e6-4e19549ecc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586527'] for router_interface, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:42.160737 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: 709651f1-1b9e-40df-ac44-7061c64632ae {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:11:42.161087 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 709651f1-1b9e-40df-ac44-7061c64632ae not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:11:42.161507 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:11:42.179856 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:11:42.180200 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 4176b3c7-7f2d-46e5-b21f-4a57b300e4bb not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:11:42.384815 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-363814e9-39d2-429e-a2e6-4e19549ecc06 admin admin] Deleting port 685d5e56-a524-4fb9-99b2-55959c0187cb {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:11:42.385148 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-363814e9-39d2-429e-a2e6-4e19549ecc06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:42.400699 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e379a-6ee8-4644-87c3-651bce790448 req-493683c8-a54d-49f1-b1cf-dfb2b41775fc tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:42.402417 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fc9e379a-6ee8-4644-87c3-651bce790448 req-493683c8-a54d-49f1-b1cf-dfb2b41775fc tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.30 "GET /v2.0/ports?device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 945 time: 0.0482905 Oct 28 08:11:42.465071 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [None req-363814e9-39d2-429e-a2e6-4e19549ecc06 admin admin] For port 685d5e56-a524-4fb9-99b2-55959c0187cb, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=685d5e56-a524-4fb9-99b2-55959c0187cb,segment=NetworkSegment(aa6d0f0d-0b99-4c95-9696-1a970e5eda0a),segment_id=aa6d0f0d-0b99-4c95-9696-1a970e5eda0a)] {{(pid=108235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:42.465432 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-363814e9-39d2-429e-a2e6-4e19549ecc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:42.479267 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-363814e9-39d2-429e-a2e6-4e19549ecc06 admin admin] Calling delete_port for 685d5e56-a524-4fb9-99b2-55959c0187cb owned by network:router_interface {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:11:42.497813 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-fc9e379a-6ee8-4644-87c3-651bce790448 req-9835f94a-ade2-4bc9-816b-d332979ffa84 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Deleting port 0051aacf-6f77-4868-9b57-f45e6f0229dd {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:11:42.498148 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-fc9e379a-6ee8-4644-87c3-651bce790448 req-9835f94a-ade2-4bc9-816b-d332979ffa84 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:42.591994 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-fc9e379a-6ee8-4644-87c3-651bce790448 req-9835f94a-ade2-4bc9-816b-d332979ffa84 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] For port 0051aacf-6f77-4868-9b57-f45e6f0229dd, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=0051aacf-6f77-4868-9b57-f45e6f0229dd,segment=NetworkSegment(b127d0de-a9b3-4a5b-8026-428c831895e9),segment_id=b127d0de-a9b3-4a5b-8026-428c831895e9)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:42.592687 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-fc9e379a-6ee8-4644-87c3-651bce790448 req-9835f94a-ade2-4bc9-816b-d332979ffa84 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:42.661632 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65542ad-a24f-4616-8fc2-c6c5ddcf1261 req-65c2aa3d-f8fb-494e-9e89-1feb6444c6e3 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:42.663104 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d65542ad-a24f-4616-8fc2-c6c5ddcf1261 req-65c2aa3d-f8fb-494e-9e89-1feb6444c6e3 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 943 time: 0.0725405 Oct 28 08:11:42.739920 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d65542ad-a24f-4616-8fc2-c6c5ddcf1261 req-13aa7297-96c3-48cd-a9dd-ad06c168c580 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691326 Oct 28 08:11:42.772262 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-fc9e379a-6ee8-4644-87c3-651bce790448 req-9835f94a-ade2-4bc9-816b-d332979ffa84 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:42.772614 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-fc9e379a-6ee8-4644-87c3-651bce790448 req-9835f94a-ade2-4bc9-816b-d332979ffa84 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586271'] for floatingip, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:42.772922 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [req-fc9e379a-6ee8-4644-87c3-651bce790448 req-9835f94a-ade2-4bc9-816b-d332979ffa84 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Floating IP 31b0a34e-908e-4a67-93fb-01d402b87358 disassociated. External IP: 172.27.3.210, port: 0051aacf-6f77-4868-9b57-f45e6f0229dd. Oct 28 08:11:42.773263 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-fc9e379a-6ee8-4644-87c3-651bce790448 req-9835f94a-ade2-4bc9-816b-d332979ffa84 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Calling delete_port for 0051aacf-6f77-4868-9b57-f45e6f0229dd owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:11:42.805051 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5be67-7f46-45d3-93b6-a69f4c273777 req-ab460439-1b2e-4c1d-8e80-2962989a0dcf tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:42.806614 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1db5be67-7f46-45d3-93b6-a69f4c273777 req-ab460439-1b2e-4c1d-8e80-2962989a0dcf tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 945 time: 0.0578511 Oct 28 08:11:42.848071 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1db5be67-7f46-45d3-93b6-a69f4c273777 req-986bb5b5-6005-40ec-974f-4fdc97e9023f tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1f7c321-b0b9-40c3-9d78-b78aca9d898c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343778 Oct 28 08:11:42.852953 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-363814e9-39d2-429e-a2e6-4e19549ecc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:42.883068 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363814e9-39d2-429e-a2e6-4e19549ecc06 admin admin] Pushing event deleted for resources: {'Port': ['ID=685d5e56-a524-4fb9-99b2-55959c0187cb,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:42.979951 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-fc9e379a-6ee8-4644-87c3-651bce790448 req-9835f94a-ade2-4bc9-816b-d332979ffa84 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:43.010649 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835f94a-ade2-4bc9-816b-d332979ffa84 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Pushing event deleted for resources: {'Port': ['ID=0051aacf-6f77-4868-9b57-f45e6f0229dd,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:43.058886 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-363814e9-39d2-429e-a2e6-4e19549ecc06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586299'] for router_interface, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:43.128146 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc9e379a-6ee8-4644-87c3-651bce790448 req-9835f94a-ade2-4bc9-816b-d332979ffa84 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Router 47a62a74-d464-47fa-ba39-c714feeb6d54 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:11:43.242710 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc9e379a-6ee8-4644-87c3-651bce790448 req-9835f94a-ade2-4bc9-816b-d332979ffa84 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:11:43.255427 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c9e2a-891f-4dc7-873c-0e72148fc78e None None] Sync routers for ids ['47a62a74-d464-47fa-ba39-c714feeb6d54'] in dv-cinder-815780-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:11:43.270998 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c9e2a-891f-4dc7-873c-0e72148fc78e None None] Routers {'47a62a74-d464-47fa-ba39-c714feeb6d54'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:11:43.272307 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-312c9e2a-891f-4dc7-873c-0e72148fc78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:11:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['47a62a74-d464-47fa-ba39-c714feeb6d54'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:43.282686 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9e379a-6ee8-4644-87c3-651bce790448 req-9835f94a-ade2-4bc9-816b-d332979ffa84 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] No DVR routers for this DVR port 0051aacf-6f77-4868-9b57-f45e6f0229dd on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:11:43.285279 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-fc9e379a-6ee8-4644-87c3-651bce790448 req-9835f94a-ade2-4bc9-816b-d332979ffa84 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:43.288672 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-fc9e379a-6ee8-4644-87c3-651bce790448 req-9835f94a-ade2-4bc9-816b-d332979ffa84 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.30 "DELETE /v2.0/ports/0051aacf-6f77-4868-9b57-f45e6f0229dd HTTP/1.1" status: 204 len: 173 time: 0.8798964 Oct 28 08:11:43.289125 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43df2c78-bde9-4a4d-b1c0-2325db33ebff', 'name': 'network-vif-deleted', 'tag': '0051aacf-6f77-4868-9b57-f45e6f0229dd'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:11:43.291753 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0173ed-9664-4767-9e38-1edf8f12172d" -d '{"events": [{"server_uuid": "43df2c78-bde9-4a4d-b1c0-2325db33ebff", "name": "network-vif-deleted", "tag": "0051aacf-6f77-4868-9b57-f45e6f0229dd"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:11:43.300003 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363814e9-39d2-429e-a2e6-4e19549ecc06 admin admin] Router 9e595f80-989d-45c0-9614-7f6b6e8f8452 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:11:43.332535 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3a99a5-2b0f-4950-bcaa-a08947382c6d x-openstack-request-id: req-db3a99a5-2b0f-4950-bcaa-a08947382c6d {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:11:43.333091 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43df2c78-bde9-4a4d-b1c0-2325db33ebff", "name": "network-vif-deleted", "tag": "0051aacf-6f77-4868-9b57-f45e6f0229dd", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:11:43.333617 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db3a99a5-2b0f-4950-bcaa-a08947382c6d {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:11:43.334358 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43df2c78-bde9-4a4d-b1c0-2325db33ebff', 'name': 'network-vif-deleted', 'tag': '0051aacf-6f77-4868-9b57-f45e6f0229dd', 'status': 'completed', 'code': 200} Oct 28 08:11:43.416057 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-312c9e2a-891f-4dc7-873c-0e72148fc78e None None] Set router 47a62a74-d464-47fa-ba39-c714feeb6d54 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:11:43.470562 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 561def1d-275d-4234-b7af-7bc314ed1222 details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:11:43.625358 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 561def1d-275d-4234-b7af-7bc314ed1222, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=561def1d-275d-4234-b7af-7bc314ed1222,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:43.638914 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': '561def1d-275d-4234-b7af-7bc314ed1222', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'port_id': '561def1d-275d-4234-b7af-7bc314ed1222', 'mac_address': 'fa:16:3e:1c:a0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:11:43.680739 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:43.696510 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561def1d-275d-4234-b7af-7bc314ed1222 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:11:43.726554 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 561def1d-275d-4234-b7af-7bc314ed1222, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=561def1d-275d-4234-b7af-7bc314ed1222,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:43.741704 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363814e9-39d2-429e-a2e6-4e19549ecc06 admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:11:43.748119 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-363814e9-39d2-429e-a2e6-4e19549ecc06 admin admin] 10.222.0.37 "PUT /v2.0/routers/9e595f80-989d-45c0-9614-7f6b6e8f8452/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9557874 Oct 28 08:11:43.750760 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 38510) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:43.754289 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-312c9e2a-891f-4dc7-873c-0e72148fc78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '4d1d2d84-2749-4996-bbfc-de2d1ffe3886', 'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'mac_address': 'fa:16:3e:33:53:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:08Z', 'updated_at': '2021-10-28T08:00:17Z', 'revision_number': 5, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'subnets': [{'id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:43.755670 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac339d6f-4f14-4f63-80f8-ebfd30f0e224 None None] Sync routers for ids ['9e595f80-989d-45c0-9614-7f6b6e8f8452'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:11:43.769548 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac339d6f-4f14-4f63-80f8-ebfd30f0e224 None None] Routers {'9e595f80-989d-45c0-9614-7f6b6e8f8452'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:11:43.770118 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-ac339d6f-4f14-4f63-80f8-ebfd30f0e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:11:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['9e595f80-989d-45c0-9614-7f6b6e8f8452'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:43.797902 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c9e2a-891f-4dc7-873c-0e72148fc78e None None] Checking router: 47a62a74-d464-47fa-ba39-c714feeb6d54 for host: dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:11:43.810212 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c9e2a-891f-4dc7-873c-0e72148fc78e None None] Routers {'47a62a74-d464-47fa-ba39-c714feeb6d54'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:11:43.811866 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-312c9e2a-891f-4dc7-873c-0e72148fc78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:11:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['47a62a74-d464-47fa-ba39-c714feeb6d54'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:43.879442 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:43.894058 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-146c0211-d1ae-4453-b13f-00be6055cfbd admin admin] Notify callbacks [] for router, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:43.932481 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-312c9e2a-891f-4dc7-873c-0e72148fc78e None None] Set router 47a62a74-d464-47fa-ba39-c714feeb6d54 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:11:43.936544 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c72d73-99df-4fc9-8a22-bbe4e7624fc4 req-8241be54-1034-4b7f-a072-295feca3368c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:43.938361 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c5c72d73-99df-4fc9-8a22-bbe4e7624fc4 req-8241be54-1034-4b7f-a072-295feca3368c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 944 time: 0.0984612 Oct 28 08:11:43.975571 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-ac339d6f-4f14-4f63-80f8-ebfd30f0e224 None None] Set router 9e595f80-989d-45c0-9614-7f6b6e8f8452 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:11:44.007585 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1fa42096-2987-49e1-9221-443d35b2462c req-409438f4-64bf-4b75-b26c-a5d4459b49df tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/ports?device_id=43df2c78-bde9-4a4d-b1c0-2325db33ebff HTTP/1.1" status: 200 len: 210 time: 0.0375605 Oct 28 08:11:44.048905 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c5c72d73-99df-4fc9-8a22-bbe4e7624fc4 req-09e29458-c64e-45c0-9a0c-ac2f34509ef3 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777793 Oct 28 08:11:44.091470 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-146c0211-d1ae-4453-b13f-00be6055cfbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:44.228350 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-146c0211-d1ae-4453-b13f-00be6055cfbd admin admin] Deleting port cec5eb85-31d2-49c3-9c2a-3c4f205b9615 {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:11:44.228704 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-146c0211-d1ae-4453-b13f-00be6055cfbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:44.266288 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-312c9e2a-891f-4dc7-873c-0e72148fc78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '4d1d2d84-2749-4996-bbfc-de2d1ffe3886', 'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'mac_address': 'fa:16:3e:33:53:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:08Z', 'updated_at': '2021-10-28T08:00:17Z', 'revision_number': 5, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'subnets': [{'id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:44.271046 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=561def1d-275d-4234-b7af-7bc314ed1222,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:44.292516 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['561def1d-275d-4234-b7af-7bc314ed1222'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:11:44.294853 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c9e2a-891f-4dc7-873c-0e72148fc78e None None] The sync data for ids ['47a62a74-d464-47fa-ba39-c714feeb6d54'] in dv-cinder-815780-1-iscsi is: [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '4d1d2d84-2749-4996-bbfc-de2d1ffe3886', 'name': '', 'network_id': 'd4cd82f9-faba-431d-97e4-608ffe0281aa', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'mac_address': 'fa:16:3e:33:53:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:08Z', 'updated_at': '2021-10-28T08:00:17Z', 'revision_number': 5, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'subnets': [{'id': 'ebf29cbc-a17c-4554-9049-631a8b4fc8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:11:44.337714 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [None req-146c0211-d1ae-4453-b13f-00be6055cfbd admin admin] For port cec5eb85-31d2-49c3-9c2a-3c4f205b9615, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=cec5eb85-31d2-49c3-9c2a-3c4f205b9615,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:44.338090 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-146c0211-d1ae-4453-b13f-00be6055cfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:44.353785 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-146c0211-d1ae-4453-b13f-00be6055cfbd admin admin] Calling delete_port for cec5eb85-31d2-49c3-9c2a-3c4f205b9615 owned by network:router_gateway {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:11:44.448852 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-ac339d6f-4f14-4f63-80f8-ebfd30f0e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e595f80-989d-45c0-9614-7f6b6e8f8452', 'name': 'tempest-TestMinimumBasicScenario-769702876-router', 'tenant_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'cec5eb85-31d2-49c3-9c2a-3c4f205b9615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:12Z', 'updated_at': '2021-10-28T08:11:42Z', 'revision_number': 5, 'project_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'gw_port': {'id': 'cec5eb85-31d2-49c3-9c2a-3c4f205b9615', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e595f80-989d-45c0-9614-7f6b6e8f8452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:07:13Z', 'updated_at': '2021-10-28T08:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:44.477778 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac339d6f-4f14-4f63-80f8-ebfd30f0e224 None None] Checking router: 9e595f80-989d-45c0-9614-7f6b6e8f8452 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:11:44.506601 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac339d6f-4f14-4f63-80f8-ebfd30f0e224 None None] Routers {'9e595f80-989d-45c0-9614-7f6b6e8f8452'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:11:44.507269 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-ac339d6f-4f14-4f63-80f8-ebfd30f0e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:11:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['9e595f80-989d-45c0-9614-7f6b6e8f8452'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:44.560119 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9786a3-94ed-44c9-8a5e-abf2233eb00d None None] New status for floating IP 31b0a34e-908e-4a67-93fb-01d402b87358: DOWN {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:11:44.579466 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-146c0211-d1ae-4453-b13f-00be6055cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:44.607555 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c0211-d1ae-4453-b13f-00be6055cfbd admin admin] Pushing event deleted for resources: {'Port': ['ID=cec5eb85-31d2-49c3-9c2a-3c4f205b9615,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:44.627204 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-ac339d6f-4f14-4f63-80f8-ebfd30f0e224 None None] Set router 9e595f80-989d-45c0-9614-7f6b6e8f8452 gateway port host: None {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:11:44.678722 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-146c0211-d1ae-4453-b13f-00be6055cfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586433'] for router_gateway, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:44.692491 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-ac339d6f-4f14-4f63-80f8-ebfd30f0e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e595f80-989d-45c0-9614-7f6b6e8f8452', 'name': 'tempest-TestMinimumBasicScenario-769702876-router', 'tenant_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:12Z', 'updated_at': '2021-10-28T08:11:44Z', 'revision_number': 6, 'project_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'gw_port_host': None}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:44.729327 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac339d6f-4f14-4f63-80f8-ebfd30f0e224 None None] The sync data for ids ['9e595f80-989d-45c0-9614-7f6b6e8f8452'] in dv-cinder-815780-1-iscsi is: [{'id': '9e595f80-989d-45c0-9614-7f6b6e8f8452', 'name': 'tempest-TestMinimumBasicScenario-769702876-router', 'tenant_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:07:12Z', 'updated_at': '2021-10-28T08:11:44Z', 'revision_number': 6, 'project_id': 'bfc1b00c48eb458f81f7c9f6a80834c0', 'gw_port_host': None}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:11:44.785677 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-146c0211-d1ae-4453-b13f-00be6055cfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-557384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4020'] for router, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:44.787914 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-146c0211-d1ae-4453-b13f-00be6055cfbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:44.898536 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-146c0211-d1ae-4453-b13f-00be6055cfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-557425'] for router, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:44.899218 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146c0211-d1ae-4453-b13f-00be6055cfbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e595f80-989d-45c0-9614-7f6b6e8f8452 {{(pid=108235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:11:44.905124 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-146c0211-d1ae-4453-b13f-00be6055cfbd admin admin] Notify callbacks [] for router, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:44.906303 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-146c0211-d1ae-4453-b13f-00be6055cfbd admin admin] 10.222.0.37 "DELETE /v2.0/routers/9e595f80-989d-45c0-9614-7f6b6e8f8452 HTTP/1.1" status: 204 len: 168 time: 1.1543901 Oct 28 08:11:44.910337 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 38516) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:44.956454 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc0a1c4-abd7-42cc-ad47-36b520173c50 admin admin] Deleting subnet e69ecd44-58b4-416e-a276-976a7a199da2 {{(pid=108235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 28 08:11:44.959546 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4fc0a1c4-abd7-42cc-ad47-36b520173c50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:44.998041 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4fc0a1c4-abd7-42cc-ad47-36b520173c50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126801640'] for subnet, precommit_delete_associations {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.087049 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4fc0a1c4-abd7-42cc-ad47-36b520173c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16331822'] for subnet, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.174832 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 38524) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:45.203440 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005561e5-a9d3-43b0-8369-0daae3e46f94 req-6d78fad3-aabd-4ab7-8901-46ba74434962 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:45.208041 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-005561e5-a9d3-43b0-8369-0daae3e46f94 req-6d78fad3-aabd-4ab7-8901-46ba74434962 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 944 time: 0.0624313 Oct 28 08:11:45.225256 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4fc0a1c4-abd7-42cc-ad47-36b520173c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16331809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126826317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126846903'] for subnet, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.238834 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fedb35be-7f4c-440e-a774-9679b46029ba tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.260785 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0a1c4-abd7-42cc-ad47-36b520173c50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e69ecd44-58b4-416e-a276-976a7a199da2,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:45.267525 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fedb35be-7f4c-440e-a774-9679b46029ba tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.274513 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-4fc0a1c4-abd7-42cc-ad47-36b520173c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.277777 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-4fc0a1c4-abd7-42cc-ad47-36b520173c50 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e69ecd44-58b4-416e-a276-976a7a199da2 HTTP/1.1" status: 204 len: 168 time: 0.3664219 Oct 28 08:11:45.281048 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-005561e5-a9d3-43b0-8369-0daae3e46f94 req-399dc2c0-335f-4214-94d6-47ee78705a89 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697868 Oct 28 08:11:45.281508 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 38526) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:45.283770 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20824690-a576-4e0d-a8e6-869ac2aaeb95 None None] Network e067062f-ffbb-490e-a815-703d3b0879d1 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:11:45.356703 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16338927'] for network, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.411792 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] Deleting port 9618cae6-e369-4c5d-97e9-2b0ee7607ddf {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:11:45.412134 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.429847 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fedb35be-7f4c-440e-a774-9679b46029ba tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.437161 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-fedb35be-7f4c-440e-a774-9679b46029ba tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.438738 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-fedb35be-7f4c-440e-a774-9679b46029ba tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "DELETE /v2.0/security-groups/f1f7c321-b0b9-40c3-9d78-b78aca9d898c HTTP/1.1" status: 204 len: 168 time: 0.2612836 Oct 28 08:11:45.442650 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 38528) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:45.463525 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb35be-7f4c-440e-a774-9679b46029ba tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f7c321-b0b9-40c3-9d78-b78aca9d898c,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:45.465697 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.api.v2.resource [None req-db494d8d-2fde-4476-a9d4-db34daeff0f7 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] show failed (client error): The resource could not be found. Oct 28 08:11:45.466941 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-db494d8d-2fde-4476-a9d4-db34daeff0f7 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "GET /v2.0/security-groups/f1f7c321-b0b9-40c3-9d78-b78aca9d898c HTTP/1.1" status: 404 len: 347 time: 0.0233178 Oct 28 08:11:45.469856 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 38530) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:45.495373 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 561def1d-275d-4234-b7af-7bc314ed1222 up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:11:45.509398 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] For port 9618cae6-e369-4c5d-97e9-2b0ee7607ddf, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=9618cae6-e369-4c5d-97e9-2b0ee7607ddf,segment=NetworkSegment(aa6d0f0d-0b99-4c95-9696-1a970e5eda0a),segment_id=aa6d0f0d-0b99-4c95-9696-1a970e5eda0a)] {{(pid=108235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:45.509398 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.527675 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca23f6d7-5a32-452a-ba76-e168977d2117 None None] DHCP port deletion for e067062f-ffbb-490e-a815-703d3b0879d1 request from dv-cinder-815780-1-iscsi {{(pid=108237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:11:45.533796 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] Calling delete_port for 9618cae6-e369-4c5d-97e9-2b0ee7607ddf owned by network:dhcp {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:11:45.599651 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-ca23f6d7-5a32-452a-ba76-e168977d2117 None None] Deleting port 9618cae6-e369-4c5d-97e9-2b0ee7607ddf {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:11:45.600028 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ca23f6d7-5a32-452a-ba76-e168977d2117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.624728 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-1f3faf40-58de-477d-b4ba-25512ce195d9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Deleting port 766e19e2-d523-4814-adfd-fb8ffce5faf2 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:11:45.624963 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f3faf40-58de-477d-b4ba-25512ce195d9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.638905 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port 561def1d-275d-4234-b7af-7bc314ed1222 completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:11:45.652046 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port 561def1d-275d-4234-b7af-7bc314ed1222 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:11:45.652428 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.690504 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-ca23f6d7-5a32-452a-ba76-e168977d2117 None None] For port 9618cae6-e369-4c5d-97e9-2b0ee7607ddf, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=9618cae6-e369-4c5d-97e9-2b0ee7607ddf,segment=NetworkSegment(aa6d0f0d-0b99-4c95-9696-1a970e5eda0a),segment_id=aa6d0f0d-0b99-4c95-9696-1a970e5eda0a)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:45.691468 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ca23f6d7-5a32-452a-ba76-e168977d2117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.700215 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.714491 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f3faf40-58de-477d-b4ba-25512ce195d9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.714967 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f3faf40-58de-477d-b4ba-25512ce195d9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.721392 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-ca23f6d7-5a32-452a-ba76-e168977d2117 None None] Calling delete_port for 9618cae6-e369-4c5d-97e9-2b0ee7607ddf owned by network:dhcp {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:11:45.727728 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] Pushing event deleted for resources: {'Port': ['ID=9618cae6-e369-4c5d-97e9-2b0ee7607ddf,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:45.736891 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] No DVR routers for this DVR port 9618cae6-e369-4c5d-97e9-2b0ee7607ddf on host dv-cinder-815780-1-iscsi {{(pid=108235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:11:45.739838 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-1f3faf40-58de-477d-b4ba-25512ce195d9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Calling delete_port for 766e19e2-d523-4814-adfd-fb8ffce5faf2 owned by network:floatingip {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:11:45.830574 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16320981', 'neutron.services.segments.db._delete_segments_for_network-8754292201485'] for network, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.865921 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.services.segments.db [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e067062f-ffbb-490e-a815-703d3b0879d1']}} {{(pid=108235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:45.867781 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.878583 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.services.segments.db [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa6d0f0d-0b99-4c95-9696-1a970e5eda0a') {'for_net_delete': True} {{(pid=108235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:45.878881 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.services.segments.db [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa6d0f0d-0b99-4c95-9696-1a970e5eda0a') {} {{(pid=108235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:45.890863 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754292204054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126801655'] for segment, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.908393 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.921265 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e06b67d-1246-40c0-a813-aaa3dcff0899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561def1d-275d-4234-b7af-7bc314ed1222'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:11:45.923734 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=108235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:11:45.924172 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126826283'] for segment, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.924855 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64312908-8c40-476b-9a39-cdd7e34ada44" -d '{"events": [{"server_uuid": "5e06b67d-1246-40c0-a813-aaa3dcff0899", "name": "network-vif-plugged", "status": "completed", "tag": "561def1d-275d-4234-b7af-7bc314ed1222"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: Traceback (most recent call last): Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: timer() Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: cb(*args, **kw) Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: return func(*args, **kwargs) Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: self._notify() Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: self.callback(batched_events) Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: event.method(event) Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: return f(self, *a, **k) Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: return self._get(url).json() Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: return self.request(url, 'GET', **kwargs) Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:11:45.926014 dv-cinder-815780-1-iscsi neutron-server[108235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:11:45.949788 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ca23f6d7-5a32-452a-ba76-e168977d2117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.968661 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port 561def1d-275d-4234-b7af-7bc314ed1222, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=561def1d-275d-4234-b7af-7bc314ed1222,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:45.996143 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f3faf40-58de-477d-b4ba-25512ce195d9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:45.999864 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b17492c-8cf2-4b7b-a449-4f1aae6fcf1b x-openstack-request-id: req-1b17492c-8cf2-4b7b-a449-4f1aae6fcf1b {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:11:46.000244 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e06b67d-1246-40c0-a813-aaa3dcff0899", "name": "network-vif-plugged", "status": "completed", "tag": "561def1d-275d-4234-b7af-7bc314ed1222", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:11:46.000657 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b17492c-8cf2-4b7b-a449-4f1aae6fcf1b {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:11:46.001265 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e06b67d-1246-40c0-a813-aaa3dcff0899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561def1d-275d-4234-b7af-7bc314ed1222', 'code': 200} Oct 28 08:11:46.003531 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23f6d7-5a32-452a-ba76-e168977d2117 None None] Pushing event deleted for resources: {'Port': ['ID=9618cae6-e369-4c5d-97e9-2b0ee7607ddf,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:46.008887 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca23f6d7-5a32-452a-ba76-e168977d2117 None None] No DVR routers for this DVR port 9618cae6-e369-4c5d-97e9-2b0ee7607ddf on host dv-cinder-815780-1-iscsi {{(pid=108237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:11:46.046404 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3faf40-58de-477d-b4ba-25512ce195d9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Pushing event deleted for resources: {'Port': ['ID=766e19e2-d523-4814-adfd-fb8ffce5faf2,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:46.048303 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:46.049489 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 0051aacf-6f77-4868-9b57-f45e6f0229dd no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:11:46.076281 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16320940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586477'] for network, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:46.091240 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:46.095560 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] 10.222.0.37 "DELETE /v2.0/networks/e067062f-ffbb-490e-a815-703d3b0879d1 HTTP/1.1" status: 204 len: 168 time: 0.8131204 Oct 28 08:11:46.096461 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: 0051aacf-6f77-4868-9b57-f45e6f0229dd {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:11:46.096904 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 0051aacf-6f77-4868-9b57-f45e6f0229dd not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:11:46.114289 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc5a4a-ac2e-4c99-8e1a-bc058b6386cb admin admin] Pushing event deleted for resources: {'Network': ['ID=e067062f-ffbb-490e-a815-703d3b0879d1,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:46.125852 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f3faf40-58de-477d-b4ba-25512ce195d9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks [] for floatingip, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:46.128518 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f3faf40-58de-477d-b4ba-25512ce195d9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:46.133460 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-1f3faf40-58de-477d-b4ba-25512ce195d9 tempest-AttachVolumeTestJSON-898366657 tempest-AttachVolumeTestJSON-898366657-project] 10.222.0.37 "DELETE /v2.0/floatingips/31b0a34e-908e-4a67-93fb-01d402b87358 HTTP/1.1" status: 204 len: 168 time: 0.6621547 Oct 28 08:11:46.143204 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=561def1d-275d-4234-b7af-7bc314ed1222,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:46.211594 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device cec5eb85-31d2-49c3-9c2a-3c4f205b9615 no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:11:46.232714 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: cec5eb85-31d2-49c3-9c2a-3c4f205b9615 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:11:46.233435 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device cec5eb85-31d2-49c3-9c2a-3c4f205b9615 not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:11:46.233930 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 685d5e56-a524-4fb9-99b2-55959c0187cb no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:11:46.253238 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: 685d5e56-a524-4fb9-99b2-55959c0187cb {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:11:46.260337 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 685d5e56-a524-4fb9-99b2-55959c0187cb not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:11:46.260337 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 9618cae6-e369-4c5d-97e9-2b0ee7607ddf no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:11:46.272187 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: 9618cae6-e369-4c5d-97e9-2b0ee7607ddf {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:11:46.272528 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 9618cae6-e369-4c5d-97e9-2b0ee7607ddf not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:11:46.424588 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8edc0-c478-4470-8f70-709f8f065c5f req-1e8c5a7c-db9b-473a-ad93-290f02f8c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:46.426092 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-76c8edc0-c478-4470-8f70-709f8f065c5f req-1e8c5a7c-db9b-473a-ad93-290f02f8c850 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 1098 time: 0.0593693 Oct 28 08:11:46.436812 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79484b-dba3-4e9c-aec7-714ead375400 req-a64b688e-acf0-448b-be65-94f3bb6287ea tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:46.440677 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-aa79484b-dba3-4e9c-aec7-714ead375400 req-a64b688e-acf0-448b-be65-94f3bb6287ea tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 945 time: 0.0577168 Oct 28 08:11:46.462582 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-76c8edc0-c478-4470-8f70-709f8f065c5f req-afe17fce-1654-4b9a-8c00-7a550f904dac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284739 Oct 28 08:11:46.477487 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-aa79484b-dba3-4e9c-aec7-714ead375400 req-2918667f-ea6c-437c-925d-0abb2f0537f9 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326774 Oct 28 08:11:46.557242 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 38542) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:46.602203 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-94f765ca-da23-447e-89e2-1e4c3c44966d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93bc9860214142bcb0dfc8900a7a8942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438213 Oct 28 08:11:46.605540 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 38544) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:46.653949 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-41b52195-5a31-4630-bf6a-65b602b22932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:46.664915 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6edaafb6-7243-41b1-ab02-9af50789551e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:46.675841 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-41b52195-5a31-4630-bf6a-65b602b22932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:46.818957 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-41b52195-5a31-4630-bf6a-65b602b22932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:46.821510 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-41b52195-5a31-4630-bf6a-65b602b22932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:46.822672 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-41b52195-5a31-4630-bf6a-65b602b22932 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f5dab8b-de23-4973-af8b-46496b3f5482 HTTP/1.1" status: 204 len: 168 time: 0.2161636 Oct 28 08:11:46.830869 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b52195-5a31-4630-bf6a-65b602b22932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5dab8b-de23-4973-af8b-46496b3f5482,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:47.427181 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 38550) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:47.472032 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-80d0cbdf-8311-4adb-b9f0-fabb18667e65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfc1b00c48eb458f81f7c9f6a80834c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436540 Oct 28 08:11:47.474729 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 38556) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:47.526638 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-61b8537e-a246-499c-8ee7-3a787a4ff02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:47.551992 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-61b8537e-a246-499c-8ee7-3a787a4ff02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:47.629104 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02a97a-d954-48f9-9a4f-073d8ce88ae0 req-9ad45ab4-38b0-43b0-a5e9-7f0c928704c9 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:47.630691 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8b02a97a-d954-48f9-9a4f-073d8ce88ae0 req-9ad45ab4-38b0-43b0-a5e9-7f0c928704c9 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 945 time: 0.0816700 Oct 28 08:11:47.673121 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8b02a97a-d954-48f9-9a4f-073d8ce88ae0 req-0dd71fe2-b1ab-4960-8eef-90529cb4b239 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346844 Oct 28 08:11:47.704633 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-61b8537e-a246-499c-8ee7-3a787a4ff02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:47.707255 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-61b8537e-a246-499c-8ee7-3a787a4ff02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:47.708393 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-61b8537e-a246-499c-8ee7-3a787a4ff02e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d8cf6fd-054b-41a9-b40b-5461ffc2365b HTTP/1.1" status: 204 len: 168 time: 0.2326000 Oct 28 08:11:47.716985 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8537e-a246-499c-8ee7-3a787a4ff02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8cf6fd-054b-41a9-b40b-5461ffc2365b,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:48.792414 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a42fa-35aa-4078-9343-bbac03b0b2ed req-9a535257-6901-49b6-b447-5db7b87dc59b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:48.793934 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b26a42fa-35aa-4078-9343-bbac03b0b2ed req-9a535257-6901-49b6-b447-5db7b87dc59b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 945 time: 0.0506940 Oct 28 08:11:48.833813 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b26a42fa-35aa-4078-9343-bbac03b0b2ed req-913dddf7-430a-459b-a069-2b1555b69722 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337334 Oct 28 08:11:48.950565 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04d672-e66a-4df5-904f-a5b5893a249e req-ca9b95da-4177-429c-a705-1a2587643e5d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:48.951971 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ce04d672-e66a-4df5-904f-a5b5893a249e req-ca9b95da-4177-429c-a705-1a2587643e5d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 945 time: 0.0485311 Oct 28 08:11:48.989456 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ce04d672-e66a-4df5-904f-a5b5893a249e req-46159ddf-b331-4875-aa3f-0733b13a0b8d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314837 Oct 28 08:11:49.013537 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 38578) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:49.253996 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aabea8-5600-45eb-859d-ba512f5cacd2 tempest-TestVolumeBootPattern-1409758695 tempest-TestVolumeBootPattern-1409758695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:49.255666 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-e6aabea8-5600-45eb-859d-ba512f5cacd2 tempest-TestVolumeBootPattern-1409758695 tempest-TestVolumeBootPattern-1409758695-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 1093 time: 0.2408912 Oct 28 08:11:49.258536 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 38582) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:49.263885 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.v2.base [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Request body: {'floatingip': {'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'port_id': '561def1d-275d-4234-b7af-7bc314ed1222', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=108235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:11:49.282013 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ae8ab0e7-360d-426c-b3f8-7e407ca19e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:49.356472 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for floatingip, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:49.456159 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:49.550853 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:49.567764 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_common [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Allocated IP 172.27.3.98 (77f84cc0-8b47-4277-be58-a93709c02eeb/2fc1b7ce-548a-406e-9830-ae6bdd788adb/117accb9-a954-4810-920b-47d97d13e7a0) {{(pid=108235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:11:49.667641 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for port, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:49.767940 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:49.809647 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Network 77f84cc0-8b47-4277-be58-a93709c02eeb is already hosted by enough agents. {{(pid=108235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:11:49.812398 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.base_scheduler [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Resources bound (agent type, host, resource id): {{(pid=108235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:11:49.816102 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Received port after_create {{(pid=108235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:11:49.824380 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event updated for resources: {'Port': ['ID=117accb9-a954-4810-920b-47d97d13e7a0,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:50.143898 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 38590) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:50.186586 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:50.316824 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:50.468324 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for port, precommit_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:50.527261 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126826247'] for port, after_update {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:50.600947 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event updated for resources: {'Port': ['ID=117accb9-a954-4810-920b-47d97d13e7a0,revision_number=2']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:50.613676 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586271'] for floatingip, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:50.675246 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:50.683534 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ca8c3b50-ca04-46b7-915d-6aab82f00d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586527'] for router_interface, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:50.731756 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.db.l3_db [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Floating IP 1428be3a-6f9e-48cf-bfba-909bc1a92ac6 associated. External IP: 172.27.3.98, port: 561def1d-275d-4234-b7af-7bc314ed1222. Oct 28 08:11:50.942633 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Router 8812198d-193f-40a5-be40-fdbb7cb527d9 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:11:50.977547 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c3b50-ca04-46b7-915d-6aab82f00d58 admin admin] Deleting port 4d1d2d84-2749-4996-bbfc-de2d1ffe3886 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:11:50.977880 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ca8c3b50-ca04-46b7-915d-6aab82f00d58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:51.054240 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:11:51.055713 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [None req-ca8c3b50-ca04-46b7-915d-6aab82f00d58 admin admin] For port 4d1d2d84-2749-4996-bbfc-de2d1ffe3886, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=4d1d2d84-2749-4996-bbfc-de2d1ffe3886,segment=NetworkSegment(b127d0de-a9b3-4a5b-8026-428c831895e9),segment_id=b127d0de-a9b3-4a5b-8026-428c831895e9)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:51.056110 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ca8c3b50-ca04-46b7-915d-6aab82f00d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:51.066037 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d970d22-93bc-4b12-a4d0-824d36b8f79b None None] Sync routers for ids ['8812198d-193f-40a5-be40-fdbb7cb527d9'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:11:51.070474 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c3b50-ca04-46b7-915d-6aab82f00d58 admin admin] Calling delete_port for 4d1d2d84-2749-4996-bbfc-de2d1ffe3886 owned by network:router_interface {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:11:51.076944 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d970d22-93bc-4b12-a4d0-824d36b8f79b None None] Routers {'8812198d-193f-40a5-be40-fdbb7cb527d9'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:11:51.078161 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-9d970d22-93bc-4b12-a4d0-824d36b8f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:11:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8812198d-193f-40a5-be40-fdbb7cb527d9'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:51.170155 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:51.204979 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-2aa324c7-ad28-41c8-8ec1-c9d66b6ed82c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9452608 Oct 28 08:11:51.205651 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e06b67d-1246-40c0-a813-aaa3dcff0899', 'tag': '561def1d-275d-4234-b7af-7bc314ed1222'}] {{(pid=108235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:11:51.206656 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-9d970d22-93bc-4b12-a4d0-824d36b8f79b None None] Set router 8812198d-193f-40a5-be40-fdbb7cb527d9 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:11:51.208085 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4ad7e0b1a6d0b9f916951d122592239853211ff815bbc9715a4b116bc233df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0a3bbb-e082-4bb1-a820-9125867c66c5" -d '{"events": [{"name": "network-changed", "server_uuid": "5e06b67d-1246-40c0-a813-aaa3dcff0899", "tag": "561def1d-275d-4234-b7af-7bc314ed1222"}]}' {{(pid=108235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:11:51.255846 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2203c880-6f72-494e-a176-47aeedbf39ec x-openstack-request-id: req-2203c880-6f72-494e-a176-47aeedbf39ec {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:11:51.256281 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e06b67d-1246-40c0-a813-aaa3dcff0899", "tag": "561def1d-275d-4234-b7af-7bc314ed1222", "status": "completed", "code": 200}]} {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:11:51.256687 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2203c880-6f72-494e-a176-47aeedbf39ec {{(pid=108235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:11:51.257283 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e06b67d-1246-40c0-a813-aaa3dcff0899', 'tag': '561def1d-275d-4234-b7af-7bc314ed1222', 'status': 'completed', 'code': 200} Oct 28 08:11:51.311033 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ca8c3b50-ca04-46b7-915d-6aab82f00d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:51.341515 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c3b50-ca04-46b7-915d-6aab82f00d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d1d2d84-2749-4996-bbfc-de2d1ffe3886,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:51.401141 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3bbb-e082-4bb1-a820-9125867c66c5 req-1fffd168-0a3c-482c-9479-5e8047abb789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:51.402923 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-eb0a3bbb-e082-4bb1-a820-9125867c66c5 req-1fffd168-0a3c-482c-9479-5e8047abb789 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb868b6450414866ae91386c1d1b632a&device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 1098 time: 0.1228518 Oct 28 08:11:51.459636 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-9d970d22-93bc-4b12-a4d0-824d36b8f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '1428be3a-6f9e-48cf-bfba-909bc1a92ac6', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'port_id': '561def1d-275d-4234-b7af-7bc314ed1222', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'mac_address': 'fa:16:3e:1c:a0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e06b67d-1246-40c0-a813-aaa3dcff0899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:11:50Z', 'updated_at': '2021-10-28T08:11:50Z', 'revision_number': 0, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:30Z', 'revision_number': 5, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:51.486684 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d970d22-93bc-4b12-a4d0-824d36b8f79b None None] Checking router: 8812198d-193f-40a5-be40-fdbb7cb527d9 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:11:51.497631 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d970d22-93bc-4b12-a4d0-824d36b8f79b None None] Routers {'8812198d-193f-40a5-be40-fdbb7cb527d9'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:11:51.499022 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-9d970d22-93bc-4b12-a4d0-824d36b8f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:11:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8812198d-193f-40a5-be40-fdbb7cb527d9'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:51.612304 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-9d970d22-93bc-4b12-a4d0-824d36b8f79b None None] Set router 8812198d-193f-40a5-be40-fdbb7cb527d9 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:11:51.804193 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3bbb-e082-4bb1-a820-9125867c66c5 req-1e25cc92-43a8-432c-bd62-3bc1c7dad006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:51.805841 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-eb0a3bbb-e082-4bb1-a820-9125867c66c5 req-1e25cc92-43a8-432c-bd62-3bc1c7dad006 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb6fb4f8-5004-4772-92b0-087728ccca6d HTTP/1.1" status: 200 len: 912 time: 0.3928349 Oct 28 08:11:51.813704 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-ca8c3b50-ca04-46b7-915d-6aab82f00d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586299'] for router_interface, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:51.947561 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-eb0a3bbb-e082-4bb1-a820-9125867c66c5 req-ddc89c80-9f61-488c-ae27-43ebf4eebcb3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=561def1d-275d-4234-b7af-7bc314ed1222 HTTP/1.1" status: 200 len: 998 time: 0.1311336 Oct 28 08:11:51.981716 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-9d970d22-93bc-4b12-a4d0-824d36b8f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '1428be3a-6f9e-48cf-bfba-909bc1a92ac6', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'port_id': '561def1d-275d-4234-b7af-7bc314ed1222', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'mac_address': 'fa:16:3e:1c:a0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e06b67d-1246-40c0-a813-aaa3dcff0899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:11:50Z', 'updated_at': '2021-10-28T08:11:50Z', 'revision_number': 0, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:30Z', 'revision_number': 5, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:52.009005 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d970d22-93bc-4b12-a4d0-824d36b8f79b None None] The sync data for ids ['8812198d-193f-40a5-be40-fdbb7cb527d9'] in dv-cinder-815780-1-iscsi is: [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '1428be3a-6f9e-48cf-bfba-909bc1a92ac6', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'port_id': '561def1d-275d-4234-b7af-7bc314ed1222', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'mac_address': 'fa:16:3e:1c:a0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e06b67d-1246-40c0-a813-aaa3dcff0899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:11:50Z', 'updated_at': '2021-10-28T08:11:50Z', 'revision_number': 0, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:30Z', 'revision_number': 5, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:11:52.017615 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3bbb-e082-4bb1-a820-9125867c66c5 req-ba315de6-235e-4f08-b0e9-41b628eb36d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:52.019117 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-eb0a3bbb-e082-4bb1-a820-9125867c66c5 req-ba315de6-235e-4f08-b0e9-41b628eb36d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a487c1-660f-493f-b4c9-633493fc8841 HTTP/1.1" status: 200 len: 850 time: 0.0624363 Oct 28 08:11:52.141196 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a3bbb-e082-4bb1-a820-9125867c66c5 req-43297617-4122-4208-a2dd-1f7714112499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:11:52.142713 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-eb0a3bbb-e082-4bb1-a820-9125867c66c5 req-43297617-4122-4208-a2dd-1f7714112499 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb6fb4f8-5004-4772-92b0-087728ccca6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0890689 Oct 28 08:11:52.203816 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8c3b50-ca04-46b7-915d-6aab82f00d58 admin admin] Router 47a62a74-d464-47fa-ba39-c714feeb6d54 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:11:52.223928 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c1a196-790b-449d-b2b3-fe7ca231dfee None None] New status for floating IP 1428be3a-6f9e-48cf-bfba-909bc1a92ac6: ACTIVE {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:11:52.317731 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-eb0a3bbb-e082-4bb1-a820-9125867c66c5 req-d25c19c5-565b-4076-b57e-14032f4779e0 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669698 Oct 28 08:11:52.404666 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8c3b50-ca04-46b7-915d-6aab82f00d58 admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:11:52.411730 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-ca8c3b50-ca04-46b7-915d-6aab82f00d58 admin admin] 10.222.0.37 "PUT /v2.0/routers/47a62a74-d464-47fa-ba39-c714feeb6d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2661531 Oct 28 08:11:52.414027 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 38598) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:52.417317 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee31d4-9a09-4be6-8e93-ab03c08124f2 None None] Sync routers for ids ['47a62a74-d464-47fa-ba39-c714feeb6d54'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:11:52.427911 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee31d4-9a09-4be6-8e93-ab03c08124f2 None None] Routers {'47a62a74-d464-47fa-ba39-c714feeb6d54'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:11:52.428533 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-b2ee31d4-9a09-4be6-8e93-ab03c08124f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:11:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['47a62a74-d464-47fa-ba39-c714feeb6d54'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:52.440747 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-eb0a3bbb-e082-4bb1-a820-9125867c66c5 req-3ffe36a5-48dc-487b-bfc6-22371821abf4 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151743 Oct 28 08:11:52.528517 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ad5a9e14-3bfd-41f1-89bb-d8d5f93cff03 admin admin] Notify callbacks [] for router, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:52.539459 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-b2ee31d4-9a09-4be6-8e93-ab03c08124f2 None None] Set router 47a62a74-d464-47fa-ba39-c714feeb6d54 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:11:52.728068 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:52.743088 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-b2ee31d4-9a09-4be6-8e93-ab03c08124f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:11:51Z', 'revision_number': 5, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:52.775185 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee31d4-9a09-4be6-8e93-ab03c08124f2 None None] Checking router: 47a62a74-d464-47fa-ba39-c714feeb6d54 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:11:52.784429 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee31d4-9a09-4be6-8e93-ab03c08124f2 None None] Routers {'47a62a74-d464-47fa-ba39-c714feeb6d54'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:11:52.785072 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-b2ee31d4-9a09-4be6-8e93-ab03c08124f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:11:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['47a62a74-d464-47fa-ba39-c714feeb6d54'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:52.885147 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ad5a9e14-3bfd-41f1-89bb-d8d5f93cff03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:52.894030 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-b2ee31d4-9a09-4be6-8e93-ab03c08124f2 None None] Set router 47a62a74-d464-47fa-ba39-c714feeb6d54 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:11:53.021747 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-ad5a9e14-3bfd-41f1-89bb-d8d5f93cff03 admin admin] Deleting port 042c759f-f9aa-4477-ae70-4adfcb319079 {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:11:53.022008 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ad5a9e14-3bfd-41f1-89bb-d8d5f93cff03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:53.072092 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-b2ee31d4-9a09-4be6-8e93-ab03c08124f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:11:51Z', 'revision_number': 5, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:53.098279 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee31d4-9a09-4be6-8e93-ab03c08124f2 None None] The sync data for ids ['47a62a74-d464-47fa-ba39-c714feeb6d54'] in dv-cinder-815780-1-iscsi is: [{'id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'name': 'tempest-AttachVolumeTestJSON-204117125-router', 'tenant_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:11:51Z', 'revision_number': 5, 'project_id': 'dc0cb6f6b93541f18633bde7ab1d60a4', 'gw_port': {'id': '042c759f-f9aa-4477-ae70-4adfcb319079', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62a74-d464-47fa-ba39-c714feeb6d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:03Z', 'updated_at': '2021-10-28T08:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:11:53.099347 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [None req-ad5a9e14-3bfd-41f1-89bb-d8d5f93cff03 admin admin] For port 042c759f-f9aa-4477-ae70-4adfcb319079, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=042c759f-f9aa-4477-ae70-4adfcb319079,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:53.099720 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ad5a9e14-3bfd-41f1-89bb-d8d5f93cff03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:53.113812 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-ad5a9e14-3bfd-41f1-89bb-d8d5f93cff03 admin admin] Calling delete_port for 042c759f-f9aa-4477-ae70-4adfcb319079 owned by network:router_gateway {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:11:53.351026 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ad5a9e14-3bfd-41f1-89bb-d8d5f93cff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:53.383060 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a9e14-3bfd-41f1-89bb-d8d5f93cff03 admin admin] Pushing event deleted for resources: {'Port': ['ID=042c759f-f9aa-4477-ae70-4adfcb319079,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:53.448875 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ad5a9e14-3bfd-41f1-89bb-d8d5f93cff03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586433'] for router_gateway, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:53.543365 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ad5a9e14-3bfd-41f1-89bb-d8d5f93cff03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-557384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4020'] for router, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:53.545623 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ad5a9e14-3bfd-41f1-89bb-d8d5f93cff03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:53.664780 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ad5a9e14-3bfd-41f1-89bb-d8d5f93cff03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-557425'] for router, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:53.665325 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5a9e14-3bfd-41f1-89bb-d8d5f93cff03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47a62a74-d464-47fa-ba39-c714feeb6d54 {{(pid=108235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:11:53.670536 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ad5a9e14-3bfd-41f1-89bb-d8d5f93cff03 admin admin] Notify callbacks [] for router, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:53.671712 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-ad5a9e14-3bfd-41f1-89bb-d8d5f93cff03 admin admin] 10.222.0.37 "DELETE /v2.0/routers/47a62a74-d464-47fa-ba39-c714feeb6d54 HTTP/1.1" status: 204 len: 168 time: 1.2546842 Oct 28 08:11:53.674277 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 38600) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:53.721024 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8472a8d-b986-4394-947b-ce05dcc69207 admin admin] Deleting subnet ebf29cbc-a17c-4554-9049-631a8b4fc8a2 {{(pid=108235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 28 08:11:53.727726 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e8472a8d-b986-4394-947b-ce05dcc69207 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:53.763431 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e8472a8d-b986-4394-947b-ce05dcc69207 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126801640'] for subnet, precommit_delete_associations {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:53.848220 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e8472a8d-b986-4394-947b-ce05dcc69207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16331822'] for subnet, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:53.956602 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e8472a8d-b986-4394-947b-ce05dcc69207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16331809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126826317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126846903'] for subnet, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:53.984120 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8472a8d-b986-4394-947b-ce05dcc69207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf29cbc-a17c-4554-9049-631a8b4fc8a2,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:53.986114 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e8472a8d-b986-4394-947b-ce05dcc69207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:53.990007 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-e8472a8d-b986-4394-947b-ce05dcc69207 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ebf29cbc-a17c-4554-9049-631a8b4fc8a2 HTTP/1.1" status: 204 len: 168 time: 0.3140523 Oct 28 08:11:53.991446 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300034a0-9c1d-4330-a56d-80cfdf8ed92c None None] Network d4cd82f9-faba-431d-97e4-608ffe0281aa requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:11:53.991946 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 38602) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:54.062534 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16338927'] for network, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:54.123084 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] Deleting port b616f79c-6a26-4f06-b884-0eca276780b9 {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:11:54.123433 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:54.192276 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] For port b616f79c-6a26-4f06-b884-0eca276780b9, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=b616f79c-6a26-4f06-b884-0eca276780b9,segment=NetworkSegment(b127d0de-a9b3-4a5b-8026-428c831895e9),segment_id=b127d0de-a9b3-4a5b-8026-428c831895e9)] {{(pid=108235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:54.192644 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:54.199603 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdbdacd-f901-44dc-8848-1f7a2540f0a3 None None] DHCP port deletion for d4cd82f9-faba-431d-97e4-608ffe0281aa request from dv-cinder-815780-1-iscsi {{(pid=108237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:11:54.206593 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] Calling delete_port for b616f79c-6a26-4f06-b884-0eca276780b9 owned by network:dhcp {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:11:54.226498 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 4d1d2d84-2749-4996-bbfc-de2d1ffe3886 no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:11:54.253933 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: 4d1d2d84-2749-4996-bbfc-de2d1ffe3886 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:11:54.254274 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 4d1d2d84-2749-4996-bbfc-de2d1ffe3886 not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:11:54.254697 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 042c759f-f9aa-4477-ae70-4adfcb319079 no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:11:54.276452 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: 042c759f-f9aa-4477-ae70-4adfcb319079 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:11:54.276787 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 042c759f-f9aa-4477-ae70-4adfcb319079 not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:11:54.300686 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-0bdbdacd-f901-44dc-8848-1f7a2540f0a3 None None] Deleting port b616f79c-6a26-4f06-b884-0eca276780b9 {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:11:54.301074 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0bdbdacd-f901-44dc-8848-1f7a2540f0a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:54.361747 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:54.368299 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-0bdbdacd-f901-44dc-8848-1f7a2540f0a3 None None] For port b616f79c-6a26-4f06-b884-0eca276780b9, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=b616f79c-6a26-4f06-b884-0eca276780b9,segment=NetworkSegment(b127d0de-a9b3-4a5b-8026-428c831895e9),segment_id=b127d0de-a9b3-4a5b-8026-428c831895e9)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:11:54.368766 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0bdbdacd-f901-44dc-8848-1f7a2540f0a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:54.384075 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-0bdbdacd-f901-44dc-8848-1f7a2540f0a3 None None] Calling delete_port for b616f79c-6a26-4f06-b884-0eca276780b9 owned by network:dhcp {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:11:54.394258 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] Pushing event deleted for resources: {'Port': ['ID=b616f79c-6a26-4f06-b884-0eca276780b9,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:54.396183 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] No DVR routers for this DVR port b616f79c-6a26-4f06-b884-0eca276780b9 on host dv-cinder-815780-1-iscsi {{(pid=108235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:11:54.471330 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16320981', 'neutron.services.segments.db._delete_segments_for_network-8754292201485'] for network, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:54.481050 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0bdbdacd-f901-44dc-8848-1f7a2540f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:54.492798 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.services.segments.db [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4cd82f9-faba-431d-97e4-608ffe0281aa']}} {{(pid=108235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:54.502450 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.services.segments.db [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b127d0de-a9b3-4a5b-8026-428c831895e9') {'for_net_delete': True} {{(pid=108235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:54.502764 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.services.segments.db [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b127d0de-a9b3-4a5b-8026-428c831895e9') {} {{(pid=108235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:11:54.507999 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbdacd-f901-44dc-8848-1f7a2540f0a3 None None] Pushing event deleted for resources: {'Port': ['ID=b616f79c-6a26-4f06-b884-0eca276780b9,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:54.512456 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdbdacd-f901-44dc-8848-1f7a2540f0a3 None None] No DVR routers for this DVR port b616f79c-6a26-4f06-b884-0eca276780b9 on host dv-cinder-815780-1-iscsi {{(pid=108237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:11:54.515584 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754292204054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126801655'] for segment, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:54.534379 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:54.540736 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=108235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:11:54.541128 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126826283'] for segment, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: Traceback (most recent call last): Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: timer() Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: cb(*args, **kw) Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: return func(*args, **kwargs) Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: self._notify() Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: self.callback(batched_events) Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: event.method(event) Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: return f(self, *a, **k) Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: return self._get(url).json() Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: return self.request(url, 'GET', **kwargs) Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:11:54.542889 dv-cinder-815780-1-iscsi neutron-server[108235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:11:54.647365 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16320940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586477'] for network, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:54.653383 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:54.656521 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d4cd82f9-faba-431d-97e4-608ffe0281aa HTTP/1.1" status: 204 len: 168 time: 0.6635652 Oct 28 08:11:54.667359 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63466260-a4ef-4bb9-925a-87dff9c55006 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4cd82f9-faba-431d-97e4-608ffe0281aa,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:54.914237 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 38606) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:54.955454 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-1a17846b-7aab-4fe8-acf1-09dd2911cac5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc0cb6f6b93541f18633bde7ab1d60a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0400198 Oct 28 08:11:54.958022 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 38608) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:55.005422 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d9681e02-bf53-4946-a432-ef0809a07e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:55.026774 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d9681e02-bf53-4946-a432-ef0809a07e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:55.137572 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d9681e02-bf53-4946-a432-ef0809a07e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:55.140142 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-d9681e02-bf53-4946-a432-ef0809a07e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:55.141306 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-d9681e02-bf53-4946-a432-ef0809a07e15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e04b3cdc-a59f-4f01-bd1e-ef63dcaecb70 HTTP/1.1" status: 204 len: 168 time: 0.1823919 Oct 28 08:11:55.150147 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9681e02-bf53-4946-a432-ef0809a07e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04b3cdc-a59f-4f01-bd1e-ef63dcaecb70,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:56.148282 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device b616f79c-6a26-4f06-b884-0eca276780b9 no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:11:56.169036 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: b616f79c-6a26-4f06-b884-0eca276780b9 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:11:56.169396 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device b616f79c-6a26-4f06-b884-0eca276780b9 not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:11:57.543307 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:57.914597 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 38660) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:58.044074 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e457e3be-6893-4111-b4a5-29785c169e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:58.121519 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e457e3be-6893-4111-b4a5-29785c169e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:58.190282 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-e457e3be-6893-4111-b4a5-29785c169e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:58.227653 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457e3be-6893-4111-b4a5-29785c169e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2ecc2e-ed26-4d54-9059-c967adbf22fd,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:58.232340 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-e457e3be-6893-4111-b4a5-29785c169e73 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d51e97bb020c454ca82e3f02ac41d517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166931 Oct 28 08:11:58.234914 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 38664) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:58.284691 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b459840d-2a5d-4112-b002-ed05579c4dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:58.305681 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b459840d-2a5d-4112-b002-ed05579c4dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:58.470205 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b459840d-2a5d-4112-b002-ed05579c4dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:58.473339 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b459840d-2a5d-4112-b002-ed05579c4dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:58.474505 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-b459840d-2a5d-4112-b002-ed05579c4dd0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae2ecc2e-ed26-4d54-9059-c967adbf22fd HTTP/1.1" status: 204 len: 168 time: 0.2386920 Oct 28 08:11:58.482659 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459840d-2a5d-4112-b002-ed05579c4dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2ecc2e-ed26-4d54-9059-c967adbf22fd,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:59.121286 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 38670) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:59.134192 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1624693b-673a-4b43-b655-8fade6b2cfdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:59.207740 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1624693b-673a-4b43-b655-8fade6b2cfdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:59.281295 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1624693b-673a-4b43-b655-8fade6b2cfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:59.323456 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-1624693b-673a-4b43-b655-8fade6b2cfdb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8f1dadeadc54368a7adf011fee84989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010908 Oct 28 08:11:59.324285 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624693b-673a-4b43-b655-8fade6b2cfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db08283-0625-4f30-9cf4-77b38aced8b8,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:11:59.333389 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 38672) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:11:59.380846 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f015074-b98e-441f-96b6-92ee33e039df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:59.401979 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f015074-b98e-441f-96b6-92ee33e039df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:59.498753 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f015074-b98e-441f-96b6-92ee33e039df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:59.501296 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1f015074-b98e-441f-96b6-92ee33e039df admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:11:59.502591 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-1f015074-b98e-441f-96b6-92ee33e039df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8db08283-0625-4f30-9cf4-77b38aced8b8 HTTP/1.1" status: 204 len: 168 time: 0.1688309 Oct 28 08:11:59.510790 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f015074-b98e-441f-96b6-92ee33e039df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db08283-0625-4f30-9cf4-77b38aced8b8,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:12:03.865215 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-30369990-be8b-4311-a09e-a3614915858a req-1cc89428-b8cf-4ac3-8cc9-f551b527eaba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400162 Oct 28 08:12:03.930532 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30369990-be8b-4311-a09e-a3614915858a req-4c184556-e8cd-407f-bd81-62666eefd10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:12:03.932056 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-30369990-be8b-4311-a09e-a3614915858a req-4c184556-e8cd-407f-bd81-62666eefd10c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb&device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 1100 time: 0.0435896 Oct 28 08:12:04.035666 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30369990-be8b-4311-a09e-a3614915858a req-d8401ede-3354-4301-97c9-2fb68df72480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:12:04.037174 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-30369990-be8b-4311-a09e-a3614915858a req-d8401ede-3354-4301-97c9-2fb68df72480 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20337a09-3f8c-4816-b371-3113e23fc3c9 HTTP/1.1" status: 200 len: 918 time: 0.0853069 Oct 28 08:12:04.111845 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-30369990-be8b-4311-a09e-a3614915858a req-033f4980-29ac-430b-b545-ca0f9c38d02c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fbe155a-dc7d-4a95-acbc-083dc260307f HTTP/1.1" status: 200 len: 1002 time: 0.0664375 Oct 28 08:12:04.164414 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30369990-be8b-4311-a09e-a3614915858a req-b13996e0-ec9f-4bf5-8761-f4b848b82ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:12:04.164414 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-30369990-be8b-4311-a09e-a3614915858a req-b13996e0-ec9f-4bf5-8761-f4b848b82ba4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7836a6e2-0468-4f0c-be17-0b444d74b4ad HTTP/1.1" status: 200 len: 856 time: 0.0443377 Oct 28 08:12:04.208244 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30369990-be8b-4311-a09e-a3614915858a req-05fb7b94-1137-4a5a-b5be-10f78181e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:12:04.209727 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-30369990-be8b-4311-a09e-a3614915858a req-05fb7b94-1137-4a5a-b5be-10f78181e818 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20337a09-3f8c-4816-b371-3113e23fc3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393729 Oct 28 08:12:04.305360 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-30369990-be8b-4311-a09e-a3614915858a req-126b6a41-a067-4e4b-922e-244419b8d459 service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879791 Oct 28 08:12:05.505229 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-30369990-be8b-4311-a09e-a3614915858a req-b0bb478c-3ee6-439f-84b0-5000cf38c712 service neutron] 10.222.0.30 "GET /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826442 Oct 28 08:12:09.410639 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:12:16.664718 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-1b80741e-a584-4804-8539-86ac8bab3bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:19.304429 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-356c0ead-cd33-4e78-bc8b-251fd556a808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:19.536927 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:20.681412 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:22.738786 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:27.560925 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:44.573811 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 38920) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:12:44.682564 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-81d3648a-2500-4bc0-b598-1791825d8c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:44.761196 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-81d3648a-2500-4bc0-b598-1791825d8c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:44.844436 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-81d3648a-2500-4bc0-b598-1791825d8c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:44.891825 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-81d3648a-2500-4bc0-b598-1791825d8c8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39e2e02ba5ae40e696c6f6e4465a7799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168869 Oct 28 08:12:44.892664 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3648a-2500-4bc0-b598-1791825d8c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92506d02-8f62-48fc-9554-582136b231eb,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:12:44.894555 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 38924) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:12:44.900367 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3648a-2500-4bc0-b598-1791825d8c8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:44.900720 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3648a-2500-4bc0-b598-1791825d8c8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:44.901061 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3648a-2500-4bc0-b598-1791825d8c8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:44.901397 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3648a-2500-4bc0-b598-1791825d8c8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:44.901731 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3648a-2500-4bc0-b598-1791825d8c8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:44.902064 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3648a-2500-4bc0-b598-1791825d8c8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:44.902392 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3648a-2500-4bc0-b598-1791825d8c8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:44.902723 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3648a-2500-4bc0-b598-1791825d8c8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:44.903074 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3648a-2500-4bc0-b598-1791825d8c8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:44.903398 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3648a-2500-4bc0-b598-1791825d8c8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:44.903720 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3648a-2500-4bc0-b598-1791825d8c8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:44.904039 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d3648a-2500-4bc0-b598-1791825d8c8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:44.947686 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c929-9f33-4752-b5f3-ff9dd6c7f13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:44.969483 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c929-9f33-4752-b5f3-ff9dd6c7f13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:45.109427 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c929-9f33-4752-b5f3-ff9dd6c7f13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:45.111943 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c929-9f33-4752-b5f3-ff9dd6c7f13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:45.113106 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-b2c6c929-9f33-4752-b5f3-ff9dd6c7f13f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92506d02-8f62-48fc-9554-582136b231eb HTTP/1.1" status: 204 len: 168 time: 0.2175400 Oct 28 08:12:45.121637 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6c929-9f33-4752-b5f3-ff9dd6c7f13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92506d02-8f62-48fc-9554-582136b231eb,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:12:45.128964 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6c929-9f33-4752-b5f3-ff9dd6c7f13f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:45.129333 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6c929-9f33-4752-b5f3-ff9dd6c7f13f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:45.129670 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6c929-9f33-4752-b5f3-ff9dd6c7f13f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:45.130002 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6c929-9f33-4752-b5f3-ff9dd6c7f13f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:45.130325 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6c929-9f33-4752-b5f3-ff9dd6c7f13f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:45.130661 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6c929-9f33-4752-b5f3-ff9dd6c7f13f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:45.131016 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6c929-9f33-4752-b5f3-ff9dd6c7f13f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:45.131340 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6c929-9f33-4752-b5f3-ff9dd6c7f13f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:45.131662 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6c929-9f33-4752-b5f3-ff9dd6c7f13f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:45.131975 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6c929-9f33-4752-b5f3-ff9dd6c7f13f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:45.132388 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6c929-9f33-4752-b5f3-ff9dd6c7f13f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:45.132799 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6c929-9f33-4752-b5f3-ff9dd6c7f13f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:12:46.082187 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 38930) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:12:46.096268 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-f98a180f-7c85-49cc-b972-3cd5f33d5853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:46.177372 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-f98a180f-7c85-49cc-b972-3cd5f33d5853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:46.338066 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-f98a180f-7c85-49cc-b972-3cd5f33d5853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:46.377833 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-f98a180f-7c85-49cc-b972-3cd5f33d5853 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b221333815749e4bf3b9600f3fd0591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944124 Oct 28 08:12:46.378719 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a180f-7c85-49cc-b972-3cd5f33d5853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80f62c5-614f-4e49-8ad4-58cf18642e31,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:12:46.380452 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 38932) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:12:46.410531 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:12:46.434072 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-65cdbaa7-af04-4ff1-bb48-982d9d270a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:46.456440 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-65cdbaa7-af04-4ff1-bb48-982d9d270a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:46.618312 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-65cdbaa7-af04-4ff1-bb48-982d9d270a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:46.620888 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-65cdbaa7-af04-4ff1-bb48-982d9d270a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:46.622048 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-65cdbaa7-af04-4ff1-bb48-982d9d270a9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d80f62c5-614f-4e49-8ad4-58cf18642e31 HTTP/1.1" status: 204 len: 168 time: 0.2405756 Oct 28 08:12:46.631320 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdbaa7-af04-4ff1-bb48-982d9d270a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80f62c5-614f-4e49-8ad4-58cf18642e31,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:12:46.657761 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-0889cbd2-43e9-4400-9618-be279ed3693c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:49.360539 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-eb652c77-0279-44a6-9c8f-10fe425e1d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:49.623850 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:50.678917 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:52.741584 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:55.455060 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39030) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:12:55.558318 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-afecd9b0-ba08-4131-83e2-5ba20144bf42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:55.638506 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-afecd9b0-ba08-4131-83e2-5ba20144bf42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:55.719636 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-afecd9b0-ba08-4131-83e2-5ba20144bf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:55.759563 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-afecd9b0-ba08-4131-83e2-5ba20144bf42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d8810fe1e4442009d2aa92149ce3262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033378 Oct 28 08:12:55.760533 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecd9b0-ba08-4131-83e2-5ba20144bf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11765a91-8760-4c80-a2b7-0a3925bb47c1,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:12:55.762380 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 39034) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:12:55.815107 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-513306d9-2cd3-44e3-8639-cdaa0a4ff1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:55.836233 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-513306d9-2cd3-44e3-8639-cdaa0a4ff1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:55.978415 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-513306d9-2cd3-44e3-8639-cdaa0a4ff1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:55.980974 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-513306d9-2cd3-44e3-8639-cdaa0a4ff1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:55.982184 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-513306d9-2cd3-44e3-8639-cdaa0a4ff1d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11765a91-8760-4c80-a2b7-0a3925bb47c1 HTTP/1.1" status: 204 len: 168 time: 0.2182267 Oct 28 08:12:55.993556 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513306d9-2cd3-44e3-8639-cdaa0a4ff1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11765a91-8760-4c80-a2b7-0a3925bb47c1,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:12:56.746734 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39040) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:12:56.761205 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-522c6177-f00a-45cd-8cda-4dd643e418c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:56.838857 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-522c6177-f00a-45cd-8cda-4dd643e418c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:56.920752 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-522c6177-f00a-45cd-8cda-4dd643e418c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:56.965123 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-522c6177-f00a-45cd-8cda-4dd643e418c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5285affc8da8497cb5d9d6322faad971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172565 Oct 28 08:12:56.966019 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c6177-f00a-45cd-8cda-4dd643e418c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65e0f43-2766-4f06-8bcc-0d9258c5538a,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:12:56.968049 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 39042) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:12:57.020919 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-da061a82-ef73-454b-b328-1697e69ab9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:57.047151 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-da061a82-ef73-454b-b328-1697e69ab9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:57.189176 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-da061a82-ef73-454b-b328-1697e69ab9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:57.192007 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-da061a82-ef73-454b-b328-1697e69ab9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:12:57.193177 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-da061a82-ef73-454b-b328-1697e69ab9c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f65e0f43-2766-4f06-8bcc-0d9258c5538a HTTP/1.1" status: 204 len: 168 time: 0.2241323 Oct 28 08:12:57.204099 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da061a82-ef73-454b-b328-1697e69ab9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65e0f43-2766-4f06-8bcc-0d9258c5538a,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:12:57.628991 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:00.082136 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 39088) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:00.191776 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ac2b-dee3-403e-ad1f-d6086bfaa412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:00.270423 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ac2b-dee3-403e-ad1f-d6086bfaa412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:00.355254 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ac2b-dee3-403e-ad1f-d6086bfaa412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:00.393338 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-8dc6ac2b-dee3-403e-ad1f-d6086bfaa412 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=696550309d44475ea570e7522835a154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099368 Oct 28 08:13:00.394342 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6ac2b-dee3-403e-ad1f-d6086bfaa412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977412f7-3d6d-4dad-bb50-44884d59d62b,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:00.396010 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39092) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:00.445723 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-9916b000-0b94-4fd2-9ad5-34716848d760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:00.469141 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-9916b000-0b94-4fd2-9ad5-34716848d760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:00.600669 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-9916b000-0b94-4fd2-9ad5-34716848d760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:00.604102 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-9916b000-0b94-4fd2-9ad5-34716848d760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:00.605385 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-9916b000-0b94-4fd2-9ad5-34716848d760 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/977412f7-3d6d-4dad-bb50-44884d59d62b HTTP/1.1" status: 204 len: 168 time: 0.2082891 Oct 28 08:13:00.614373 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916b000-0b94-4fd2-9ad5-34716848d760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977412f7-3d6d-4dad-bb50-44884d59d62b,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:01.350950 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39098) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:01.364409 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e4c0feac-f908-48a4-a74f-451d6cd8ff47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:01.441307 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e4c0feac-f908-48a4-a74f-451d6cd8ff47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:01.543701 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e4c0feac-f908-48a4-a74f-451d6cd8ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:01.582063 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0feac-f908-48a4-a74f-451d6cd8ff47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41655ad2-e04a-4256-a5b8-1ae4ec57b51f,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:01.586306 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-e4c0feac-f908-48a4-a74f-451d6cd8ff47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7276e3508026467ea84eb99f4a0da3f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343192 Oct 28 08:13:01.590412 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39100) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:01.645492 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-a1f1f27f-b6f3-4bc1-a532-85ad4e6fca6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:01.667906 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-a1f1f27f-b6f3-4bc1-a532-85ad4e6fca6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:01.817633 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-a1f1f27f-b6f3-4bc1-a532-85ad4e6fca6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:01.820176 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-a1f1f27f-b6f3-4bc1-a532-85ad4e6fca6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:01.823315 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-a1f1f27f-b6f3-4bc1-a532-85ad4e6fca6f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41655ad2-e04a-4256-a5b8-1ae4ec57b51f HTTP/1.1" status: 204 len: 168 time: 0.2299895 Oct 28 08:13:01.830235 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1f27f-b6f3-4bc1-a532-85ad4e6fca6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41655ad2-e04a-4256-a5b8-1ae4ec57b51f,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:09.411614 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39180) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:09.521220 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-646142ae-b2d5-4339-9857-6d44dbccd0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:09.604770 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-646142ae-b2d5-4339-9857-6d44dbccd0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:09.674630 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-646142ae-b2d5-4339-9857-6d44dbccd0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:09.715652 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646142ae-b2d5-4339-9857-6d44dbccd0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d224147f-7819-4377-9dae-0d92635ef62b,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:09.719926 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-646142ae-b2d5-4339-9857-6d44dbccd0c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1f12d7feb6649339ead7d26343fe0cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072770 Oct 28 08:13:09.722502 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39184) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:09.775063 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-20b3f8f8-43a5-4d88-ac77-d5d4034752ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:09.796702 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-20b3f8f8-43a5-4d88-ac77-d5d4034752ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:09.952101 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-20b3f8f8-43a5-4d88-ac77-d5d4034752ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:09.954639 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-20b3f8f8-43a5-4d88-ac77-d5d4034752ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:09.955864 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-20b3f8f8-43a5-4d88-ac77-d5d4034752ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d224147f-7819-4377-9dae-0d92635ef62b HTTP/1.1" status: 204 len: 168 time: 0.2324300 Oct 28 08:13:09.966580 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3f8f8-43a5-4d88-ac77-d5d4034752ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d224147f-7819-4377-9dae-0d92635ef62b,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:10.549185 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39190) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:10.563528 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-a9113b5a-9f43-43de-956b-4526388a19a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:10.649675 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-a9113b5a-9f43-43de-956b-4526388a19a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:10.729668 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-a9113b5a-9f43-43de-956b-4526388a19a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:10.770237 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-a9113b5a-9f43-43de-956b-4526388a19a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b29f8fa23b1746409899c5e3f92df64a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199092 Oct 28 08:13:10.771223 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9113b5a-9f43-43de-956b-4526388a19a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6be486-e0d8-4c5e-bcb0-9d8c86ab2d2f,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:10.773609 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 39192) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:10.825941 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1656156e-837e-48c8-8eb0-f48b079778ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:10.850921 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1656156e-837e-48c8-8eb0-f48b079778ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:10.969856 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1656156e-837e-48c8-8eb0-f48b079778ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:10.972414 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1656156e-837e-48c8-8eb0-f48b079778ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:10.973612 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-1656156e-837e-48c8-8eb0-f48b079778ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d6be486-e0d8-4c5e-bcb0-9d8c86ab2d2f HTTP/1.1" status: 204 len: 168 time: 0.1989775 Oct 28 08:13:10.983613 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656156e-837e-48c8-8eb0-f48b079778ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6be486-e0d8-4c5e-bcb0-9d8c86ab2d2f,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:14.143828 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acae968-5f04-477f-a1ee-c6ce5f6774c7 req-36c722f9-6ba2-49c5-ad98-b5a5220a0e35 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:13:14.145351 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3acae968-5f04-477f-a1ee-c6ce5f6774c7 req-36c722f9-6ba2-49c5-ad98-b5a5220a0e35 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 947 time: 0.0490212 Oct 28 08:13:14.192144 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-3acae968-5f04-477f-a1ee-c6ce5f6774c7 req-b7ec76ee-5798-415d-be7e-e28aed62e291 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397108 Oct 28 08:13:15.343692 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d26a29-ccf7-448b-ba78-26f664074fe6 req-f0cb5007-fc34-4a3f-b6a5-4df4a345502d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:13:15.345206 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-65d26a29-ccf7-448b-ba78-26f664074fe6 req-f0cb5007-fc34-4a3f-b6a5-4df4a345502d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 947 time: 0.0542002 Oct 28 08:13:15.385128 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-65d26a29-ccf7-448b-ba78-26f664074fe6 req-a2ae7636-4b81-4f8b-9200-22755ba6d545 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337567 Oct 28 08:13:15.999985 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686d1da-a470-4a98-ab2a-983627ed1331 req-c1bb7095-2473-4907-a4d1-e731a08a9e09 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:13:16.001514 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b686d1da-a470-4a98-ab2a-983627ed1331 req-c1bb7095-2473-4907-a4d1-e731a08a9e09 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.30 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 947 time: 0.0545688 Oct 28 08:13:16.099782 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-b686d1da-a470-4a98-ab2a-983627ed1331 req-6ef76b9a-45ad-47d8-9015-9a7e7b596217 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Deleting port 1fbe155a-dc7d-4a95-acbc-083dc260307f {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:13:16.100122 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b686d1da-a470-4a98-ab2a-983627ed1331 req-6ef76b9a-45ad-47d8-9015-9a7e7b596217 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:16.199394 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-b686d1da-a470-4a98-ab2a-983627ed1331 req-6ef76b9a-45ad-47d8-9015-9a7e7b596217 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] For port 1fbe155a-dc7d-4a95-acbc-083dc260307f, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=1fbe155a-dc7d-4a95-acbc-083dc260307f,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:13:16.199754 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b686d1da-a470-4a98-ab2a-983627ed1331 req-6ef76b9a-45ad-47d8-9015-9a7e7b596217 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:16.391076 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b686d1da-a470-4a98-ab2a-983627ed1331 req-6ef76b9a-45ad-47d8-9015-9a7e7b596217 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:16.391351 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b686d1da-a470-4a98-ab2a-983627ed1331 req-6ef76b9a-45ad-47d8-9015-9a7e7b596217 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586271'] for floatingip, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:16.391718 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [req-b686d1da-a470-4a98-ab2a-983627ed1331 req-6ef76b9a-45ad-47d8-9015-9a7e7b596217 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Floating IP 591b4203-0e59-4847-9026-7256d81e2279 disassociated. External IP: 172.27.3.152, port: 1fbe155a-dc7d-4a95-acbc-083dc260307f. Oct 28 08:13:16.392036 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-b686d1da-a470-4a98-ab2a-983627ed1331 req-6ef76b9a-45ad-47d8-9015-9a7e7b596217 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Calling delete_port for 1fbe155a-dc7d-4a95-acbc-083dc260307f owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:13:16.527704 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4d65c-c3b3-47c1-83a6-ebb70ae48b99 req-c71b26b9-7fed-4b10-b937-2c822f98c31d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:13:16.529428 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b7f4d65c-c3b3-47c1-83a6-ebb70ae48b99 req-c71b26b9-7fed-4b10-b937-2c822f98c31d tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 947 time: 0.0549154 Oct 28 08:13:16.569544 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b7f4d65c-c3b3-47c1-83a6-ebb70ae48b99 req-ac645e89-e805-478b-b928-cf7857958c0a tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups?id=59a6fbe2-0003-47ba-925d-b85c2e0d9e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338619 Oct 28 08:13:16.597754 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b686d1da-a470-4a98-ab2a-983627ed1331 req-6ef76b9a-45ad-47d8-9015-9a7e7b596217 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:16.626642 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef76b9a-45ad-47d8-9015-9a7e7b596217 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Pushing event deleted for resources: {'Port': ['ID=1fbe155a-dc7d-4a95-acbc-083dc260307f,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:16.651736 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a273dbd8-3caf-4503-ac05-09a5405f07e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:16.764182 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b686d1da-a470-4a98-ab2a-983627ed1331 req-6ef76b9a-45ad-47d8-9015-9a7e7b596217 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Router e23b813f-34d6-4de1-a1f3-064906d7b589 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:13:16.880727 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b686d1da-a470-4a98-ab2a-983627ed1331 req-6ef76b9a-45ad-47d8-9015-9a7e7b596217 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:13:16.891147 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36ddf17-9f88-4959-aa01-f8041b51309a None None] Sync routers for ids ['e23b813f-34d6-4de1-a1f3-064906d7b589'] in dv-cinder-815780-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:13:16.906316 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36ddf17-9f88-4959-aa01-f8041b51309a None None] Routers {'e23b813f-34d6-4de1-a1f3-064906d7b589'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:13:16.906316 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-e36ddf17-9f88-4959-aa01-f8041b51309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:12:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['e23b813f-34d6-4de1-a1f3-064906d7b589'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:13:16.921714 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b686d1da-a470-4a98-ab2a-983627ed1331 req-6ef76b9a-45ad-47d8-9015-9a7e7b596217 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] No DVR routers for this DVR port 1fbe155a-dc7d-4a95-acbc-083dc260307f on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:13:16.924320 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-b686d1da-a470-4a98-ab2a-983627ed1331 req-6ef76b9a-45ad-47d8-9015-9a7e7b596217 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:16.927613 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b686d1da-a470-4a98-ab2a-983627ed1331 req-6ef76b9a-45ad-47d8-9015-9a7e7b596217 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.30 "DELETE /v2.0/ports/1fbe155a-dc7d-4a95-acbc-083dc260307f HTTP/1.1" status: 204 len: 173 time: 0.9194922 Oct 28 08:13:16.928049 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a8ebcc-1a4c-43da-8604-6a90cbb26676', 'name': 'network-vif-deleted', 'tag': '1fbe155a-dc7d-4a95-acbc-083dc260307f'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:13:16.930423 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc255b0-4ebe-47e5-a1e0-f3c9bce2b169" -d '{"events": [{"server_uuid": "70a8ebcc-1a4c-43da-8604-6a90cbb26676", "name": "network-vif-deleted", "tag": "1fbe155a-dc7d-4a95-acbc-083dc260307f"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:13:16.995267 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f131953-b1c7-478d-a699-deca00ba0ace x-openstack-request-id: req-8f131953-b1c7-478d-a699-deca00ba0ace {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:13:16.996204 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a8ebcc-1a4c-43da-8604-6a90cbb26676", "name": "network-vif-deleted", "tag": "1fbe155a-dc7d-4a95-acbc-083dc260307f", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:13:16.996204 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f131953-b1c7-478d-a699-deca00ba0ace {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:13:16.996480 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a8ebcc-1a4c-43da-8604-6a90cbb26676', 'name': 'network-vif-deleted', 'tag': '1fbe155a-dc7d-4a95-acbc-083dc260307f', 'status': 'completed', 'code': 200} Oct 28 08:13:17.050078 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-e36ddf17-9f88-4959-aa01-f8041b51309a None None] Set router e23b813f-34d6-4de1-a1f3-064906d7b589 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:13:17.272499 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-e36ddf17-9f88-4959-aa01-f8041b51309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:08Z', 'revision_number': 4, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port': {'id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:02Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': 'aff0915a-10b4-41c6-9ade-1e7b39e5fa70', 'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'mac_address': 'fa:16:3e:52:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:07Z', 'updated_at': '2021-10-28T08:00:14Z', 'revision_number': 5, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'subnets': [{'id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:13:17.300323 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36ddf17-9f88-4959-aa01-f8041b51309a None None] Checking router: e23b813f-34d6-4de1-a1f3-064906d7b589 for host: dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:13:17.309800 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36ddf17-9f88-4959-aa01-f8041b51309a None None] Routers {'e23b813f-34d6-4de1-a1f3-064906d7b589'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:13:17.310875 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-e36ddf17-9f88-4959-aa01-f8041b51309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:12:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['e23b813f-34d6-4de1-a1f3-064906d7b589'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:13:17.425200 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-e36ddf17-9f88-4959-aa01-f8041b51309a None None] Set router e23b813f-34d6-4de1-a1f3-064906d7b589 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:13:17.694144 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d192ef71-662b-4ca4-9ab9-59fccaa6bd81 req-3906043d-4633-4ede-8edd-ca64612bf3c0 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/ports?device_id=70a8ebcc-1a4c-43da-8604-6a90cbb26676 HTTP/1.1" status: 200 len: 210 time: 0.0262723 Oct 28 08:13:17.726993 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-e36ddf17-9f88-4959-aa01-f8041b51309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:08Z', 'revision_number': 4, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port': {'id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:02Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': 'aff0915a-10b4-41c6-9ade-1e7b39e5fa70', 'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'mac_address': 'fa:16:3e:52:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:07Z', 'updated_at': '2021-10-28T08:00:14Z', 'revision_number': 5, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'subnets': [{'id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:13:17.754130 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36ddf17-9f88-4959-aa01-f8041b51309a None None] The sync data for ids ['e23b813f-34d6-4de1-a1f3-064906d7b589'] in dv-cinder-815780-1-iscsi is: [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:00:08Z', 'revision_number': 4, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port': {'id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:02Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': 'aff0915a-10b4-41c6-9ade-1e7b39e5fa70', 'name': '', 'network_id': '20337a09-3f8c-4816-b371-3113e23fc3c9', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'mac_address': 'fa:16:3e:52:0d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:07Z', 'updated_at': '2021-10-28T08:00:14Z', 'revision_number': 5, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'subnets': [{'id': '7836a6e2-0468-4f0c-be17-0b444d74b4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:13:18.016800 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393aae97-1e7a-449d-9e1f-82c63e19e702 None None] New status for floating IP 591b4203-0e59-4847-9026-7256d81e2279: DOWN {{(pid=108237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:13:18.899834 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39326) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:18.965407 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-f397d124-75a1-454c-90e1-577316a1c161 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:18.993978 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-f397d124-75a1-454c-90e1-577316a1c161 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:19.158252 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-f397d124-75a1-454c-90e1-577316a1c161 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:19.162492 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-f397d124-75a1-454c-90e1-577316a1c161 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:19.164358 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-f397d124-75a1-454c-90e1-577316a1c161 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "DELETE /v2.0/security-groups/59a6fbe2-0003-47ba-925d-b85c2e0d9e80 HTTP/1.1" status: 204 len: 168 time: 0.2627566 Oct 28 08:13:19.168135 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 39328) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:19.174999 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397d124-75a1-454c-90e1-577316a1c161 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a6fbe2-0003-47ba-925d-b85c2e0d9e80,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:19.182616 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.api.v2.resource [None req-65896f9a-eab5-4fd6-a757-3c9a7d6f4cd2 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] show failed (client error): The resource could not be found. Oct 28 08:13:19.183710 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-65896f9a-eab5-4fd6-a757-3c9a7d6f4cd2 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "GET /v2.0/security-groups/59a6fbe2-0003-47ba-925d-b85c2e0d9e80 HTTP/1.1" status: 404 len: 347 time: 0.0145626 Oct 28 08:13:19.187202 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39330) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:19.306846 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d410a825-c1ad-48b2-bfb4-b0a921efc20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:19.335082 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-8a91a7b8-9c2c-4bc1-a9c7-1c9380035115 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Deleting port 26d8bc10-b200-4374-aca6-99ad67914787 {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:13:19.335432 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-8a91a7b8-9c2c-4bc1-a9c7-1c9380035115 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:19.414106 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-8a91a7b8-9c2c-4bc1-a9c7-1c9380035115 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:19.414457 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-8a91a7b8-9c2c-4bc1-a9c7-1c9380035115 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:19.426451 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-8a91a7b8-9c2c-4bc1-a9c7-1c9380035115 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Calling delete_port for 26d8bc10-b200-4374-aca6-99ad67914787 owned by network:floatingip {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:13:19.520712 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:19.683598 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-8a91a7b8-9c2c-4bc1-a9c7-1c9380035115 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:19.709111 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91a7b8-9c2c-4bc1-a9c7-1c9380035115 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Pushing event deleted for resources: {'Port': ['ID=26d8bc10-b200-4374-aca6-99ad67914787,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:19.773944 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-8a91a7b8-9c2c-4bc1-a9c7-1c9380035115 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks [] for floatingip, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:19.776674 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-8a91a7b8-9c2c-4bc1-a9c7-1c9380035115 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:19.777827 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-8a91a7b8-9c2c-4bc1-a9c7-1c9380035115 tempest-AttachVolumeShelveTestJSON-58763555 tempest-AttachVolumeShelveTestJSON-58763555-project] 10.222.0.37 "DELETE /v2.0/floatingips/591b4203-0e59-4847-9026-7256d81e2279 HTTP/1.1" status: 204 len: 168 time: 0.5896389 Oct 28 08:13:19.973728 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 1fbe155a-dc7d-4a95-acbc-083dc260307f no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:13:19.994216 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: 1fbe155a-dc7d-4a95-acbc-083dc260307f {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:13:19.994576 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 1fbe155a-dc7d-4a95-acbc-083dc260307f not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:13:20.691653 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:22.577768 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39364) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:22.694418 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:23.114128 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-edcf5db7-abd8-45cf-9980-af3860c5b017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586527'] for router_interface, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:23.377509 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-edcf5db7-abd8-45cf-9980-af3860c5b017 admin admin] Deleting port aff0915a-10b4-41c6-9ade-1e7b39e5fa70 {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:13:23.377751 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-edcf5db7-abd8-45cf-9980-af3860c5b017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:23.412649 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:13:23.473850 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [None req-edcf5db7-abd8-45cf-9980-af3860c5b017 admin admin] For port aff0915a-10b4-41c6-9ade-1e7b39e5fa70, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=aff0915a-10b4-41c6-9ade-1e7b39e5fa70,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:13:23.474522 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-edcf5db7-abd8-45cf-9980-af3860c5b017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:23.488641 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-edcf5db7-abd8-45cf-9980-af3860c5b017 admin admin] Calling delete_port for aff0915a-10b4-41c6-9ade-1e7b39e5fa70 owned by network:router_interface {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:13:23.788877 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-edcf5db7-abd8-45cf-9980-af3860c5b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:23.828943 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf5db7-abd8-45cf-9980-af3860c5b017 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff0915a-10b4-41c6-9ade-1e7b39e5fa70,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:24.015636 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-edcf5db7-abd8-45cf-9980-af3860c5b017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586299'] for router_interface, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:24.239509 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcf5db7-abd8-45cf-9980-af3860c5b017 admin admin] Router e23b813f-34d6-4de1-a1f3-064906d7b589 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:13:24.594035 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcf5db7-abd8-45cf-9980-af3860c5b017 admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:13:24.602777 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-edcf5db7-abd8-45cf-9980-af3860c5b017 admin admin] 10.222.0.37 "PUT /v2.0/routers/e23b813f-34d6-4de1-a1f3-064906d7b589/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0196636 Oct 28 08:13:24.602777 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39372) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:24.606044 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac7c36-07ca-4a23-892b-d42b26d00b0b None None] Sync routers for ids ['e23b813f-34d6-4de1-a1f3-064906d7b589'] in dv-cinder-815780-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:13:24.616019 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbac7c36-07ca-4a23-892b-d42b26d00b0b None None] Routers {'e23b813f-34d6-4de1-a1f3-064906d7b589'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:13:24.616726 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-bbac7c36-07ca-4a23-892b-d42b26d00b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:13:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['e23b813f-34d6-4de1-a1f3-064906d7b589'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:13:24.717765 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2e99124c-6c6f-4d57-8418-d73cdcc0e594 admin admin] Notify callbacks [] for router, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:24.728056 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-bbac7c36-07ca-4a23-892b-d42b26d00b0b None None] Set router e23b813f-34d6-4de1-a1f3-064906d7b589 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:13:24.831520 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2e99124c-6c6f-4d57-8418-d73cdcc0e594 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:24.937048 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-bbac7c36-07ca-4a23-892b-d42b26d00b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31'}], 'enable_snat': True}, 'gw_port_id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:13:23Z', 'revision_number': 5, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port': {'id': '4d6a1301-d8cf-47e9-8557-397fbed7f552', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:66:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:00:02Z', 'updated_at': '2021-10-28T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:13:24.941905 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-2e99124c-6c6f-4d57-8418-d73cdcc0e594 admin admin] Deleting port 4d6a1301-d8cf-47e9-8557-397fbed7f552 {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:13:24.942247 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2e99124c-6c6f-4d57-8418-d73cdcc0e594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:24.965527 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac7c36-07ca-4a23-892b-d42b26d00b0b None None] Checking router: e23b813f-34d6-4de1-a1f3-064906d7b589 for host: dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:13:24.974473 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbac7c36-07ca-4a23-892b-d42b26d00b0b None None] Routers {'e23b813f-34d6-4de1-a1f3-064906d7b589'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:13:24.975119 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-bbac7c36-07ca-4a23-892b-d42b26d00b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:13:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['e23b813f-34d6-4de1-a1f3-064906d7b589'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:13:25.027136 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [None req-2e99124c-6c6f-4d57-8418-d73cdcc0e594 admin admin] For port 4d6a1301-d8cf-47e9-8557-397fbed7f552, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=4d6a1301-d8cf-47e9-8557-397fbed7f552,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:13:25.027518 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2e99124c-6c6f-4d57-8418-d73cdcc0e594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:25.040775 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-2e99124c-6c6f-4d57-8418-d73cdcc0e594 admin admin] Calling delete_port for 4d6a1301-d8cf-47e9-8557-397fbed7f552 owned by network:router_gateway {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:13:25.066056 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-bbac7c36-07ca-4a23-892b-d42b26d00b0b None None] Set router e23b813f-34d6-4de1-a1f3-064906d7b589 gateway port host: None {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:13:25.127002 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-bbac7c36-07ca-4a23-892b-d42b26d00b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:13:24Z', 'revision_number': 6, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port_host': None}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:13:25.160141 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac7c36-07ca-4a23-892b-d42b26d00b0b None None] The sync data for ids ['e23b813f-34d6-4de1-a1f3-064906d7b589'] in dv-cinder-815780-1-iscsi is: [{'id': 'e23b813f-34d6-4de1-a1f3-064906d7b589', 'name': 'tempest-AttachVolumeShelveTestJSON-1056471802-router', 'tenant_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:00:01Z', 'updated_at': '2021-10-28T08:13:24Z', 'revision_number': 6, 'project_id': 'bcf05c3e19af4f1fb37f6ac697f5b8cb', 'gw_port_host': None}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:13:25.397407 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2e99124c-6c6f-4d57-8418-d73cdcc0e594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:25.427668 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99124c-6c6f-4d57-8418-d73cdcc0e594 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6a1301-d8cf-47e9-8557-397fbed7f552,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:25.495341 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2e99124c-6c6f-4d57-8418-d73cdcc0e594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586433'] for router_gateway, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:25.589547 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2e99124c-6c6f-4d57-8418-d73cdcc0e594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-557384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4020'] for router, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:25.591738 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2e99124c-6c6f-4d57-8418-d73cdcc0e594 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:25.708679 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2e99124c-6c6f-4d57-8418-d73cdcc0e594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-557425'] for router, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:25.709276 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e99124c-6c6f-4d57-8418-d73cdcc0e594 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e23b813f-34d6-4de1-a1f3-064906d7b589 {{(pid=108235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:13:25.714335 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2e99124c-6c6f-4d57-8418-d73cdcc0e594 admin admin] Notify callbacks [] for router, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:25.715078 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-2e99124c-6c6f-4d57-8418-d73cdcc0e594 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e23b813f-34d6-4de1-a1f3-064906d7b589 HTTP/1.1" status: 204 len: 168 time: 1.1119955 Oct 28 08:13:25.718224 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39384) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:25.776477 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_v2 [None req-84474664-cf21-455f-b7b2-f923b7614a09 admin admin] Deleting subnet 7836a6e2-0468-4f0c-be17-0b444d74b4ad {{(pid=108235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 28 08:13:25.779859 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-84474664-cf21-455f-b7b2-f923b7614a09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:25.820022 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-84474664-cf21-455f-b7b2-f923b7614a09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126801640'] for subnet, precommit_delete_associations {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:25.902286 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-84474664-cf21-455f-b7b2-f923b7614a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16331822'] for subnet, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:26.028759 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-84474664-cf21-455f-b7b2-f923b7614a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16331809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126826317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126846903'] for subnet, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:26.054912 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84474664-cf21-455f-b7b2-f923b7614a09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7836a6e2-0468-4f0c-be17-0b444d74b4ad,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:26.058729 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-84474664-cf21-455f-b7b2-f923b7614a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:26.062223 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-84474664-cf21-455f-b7b2-f923b7614a09 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7836a6e2-0468-4f0c-be17-0b444d74b4ad HTTP/1.1" status: 204 len: 168 time: 0.3429332 Oct 28 08:13:26.065370 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39386) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:26.067994 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e607a890-aa2f-41dc-99da-7f089bf06fc4 None None] Network 20337a09-3f8c-4816-b371-3113e23fc3c9 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:13:26.133556 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16338927'] for network, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:26.201708 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] Deleting port 5c25af92-ab0f-4d63-8038-2a73a38cdf7e {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:13:26.202055 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:26.277245 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] For port 5c25af92-ab0f-4d63-8038-2a73a38cdf7e, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=5c25af92-ab0f-4d63-8038-2a73a38cdf7e,segment=NetworkSegment(2896dab4-65aa-4561-8c15-ddc25c74ba15),segment_id=2896dab4-65aa-4561-8c15-ddc25c74ba15)] {{(pid=108235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:13:26.277611 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:26.293661 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] Calling delete_port for 5c25af92-ab0f-4d63-8038-2a73a38cdf7e owned by network:dhcp {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:13:26.303068 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device aff0915a-10b4-41c6-9ade-1e7b39e5fa70 no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:13:26.328089 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: aff0915a-10b4-41c6-9ade-1e7b39e5fa70 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:13:26.328433 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device aff0915a-10b4-41c6-9ade-1e7b39e5fa70 not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:13:26.328854 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 4d6a1301-d8cf-47e9-8557-397fbed7f552 no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:13:26.351054 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: 4d6a1301-d8cf-47e9-8557-397fbed7f552 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:13:26.352892 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 4d6a1301-d8cf-47e9-8557-397fbed7f552 not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:13:26.413618 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] DHCP port deletion for 20337a09-3f8c-4816-b371-3113e23fc3c9 request from dv-cinder-815780-1-iscsi {{(pid=108237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:13:26.454414 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:26.463136 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] Deleting port 5c25af92-ab0f-4d63-8038-2a73a38cdf7e {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:13:26.463518 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:26.484914 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c25af92-ab0f-4d63-8038-2a73a38cdf7e,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:26.488455 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] No DVR routers for this DVR port 5c25af92-ab0f-4d63-8038-2a73a38cdf7e on host dv-cinder-815780-1-iscsi {{(pid=108235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:13:26.534167 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] For port 5c25af92-ab0f-4d63-8038-2a73a38cdf7e, host dv-cinder-815780-1-iscsi, got binding levels [] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:13:26.534561 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:26.547866 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] Calling delete_port for 5c25af92-ab0f-4d63-8038-2a73a38cdf7e owned by network:dhcp {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:13:26.550525 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.ipam_backend_mixin [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] Port 5c25af92-ab0f-4d63-8038-2a73a38cdf7e was not found and therefore no delete operation was performed {{(pid=108237) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 08:13:26.551790 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:26.564745 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16320981', 'neutron.services.segments.db._delete_segments_for_network-8754292201485'] for network, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:26.575907 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] Pushing event deleted for resources: {'Port': ['ID=5c25af92-ab0f-4d63-8038-2a73a38cdf7e,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:26.585572 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:26.585807 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:26.586188 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:26.587074 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:26.587415 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:26.587926 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:26.588264 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:26.588425 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.services.segments.db [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20337a09-3f8c-4816-b371-3113e23fc3c9']}} {{(pid=108235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:13:26.588596 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:26.588934 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:26.589248 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:26.589571 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:26.589898 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:26.592627 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe882cc-1ebd-4e6a-9b8b-a661936eb418 None None] No DVR routers for this DVR port 5c25af92-ab0f-4d63-8038-2a73a38cdf7e on host dv-cinder-815780-1-iscsi {{(pid=108237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:13:26.599251 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.services.segments.db [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2896dab4-65aa-4561-8c15-ddc25c74ba15') {'for_net_delete': True} {{(pid=108235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:13:26.599546 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.services.segments.db [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2896dab4-65aa-4561-8c15-ddc25c74ba15') {} {{(pid=108235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:13:26.611076 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754292204054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126801655'] for segment, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:26.624715 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:26.631164 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=108235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:13:26.631559 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126826283'] for segment, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: Traceback (most recent call last): Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: timer() Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: cb(*args, **kw) Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: return func(*args, **kwargs) Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: self._notify() Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: self.callback(batched_events) Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: event.method(event) Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: return f(self, *a, **k) Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: return self._get(url).json() Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: return self.request(url, 'GET', **kwargs) Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:13:26.634084 dv-cinder-815780-1-iscsi neutron-server[108235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:13:26.823433 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16320940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586477'] for network, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:26.828346 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:26.831544 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] 10.222.0.37 "DELETE /v2.0/networks/20337a09-3f8c-4816-b371-3113e23fc3c9 HTTP/1.1" status: 204 len: 168 time: 0.7652533 Oct 28 08:13:26.844816 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dfc36-b191-41f3-b68f-2432dc909e95 admin admin] Pushing event deleted for resources: {'Network': ['ID=20337a09-3f8c-4816-b371-3113e23fc3c9,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:27.177143 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39396) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:27.220463 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-4e0efd1d-7ea4-4ac1-b872-9c2c44624f06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcf05c3e19af4f1fb37f6ac697f5b8cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420136 Oct 28 08:13:27.223095 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39398) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:27.275422 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ca516048-791b-406d-b43c-519fe937c970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:27.297682 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ca516048-791b-406d-b43c-519fe937c970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:27.434630 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ca516048-791b-406d-b43c-519fe937c970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:27.437685 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ca516048-791b-406d-b43c-519fe937c970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:27.439021 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-ca516048-791b-406d-b43c-519fe937c970 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9bf7f0e9-d3bf-4efb-a9f5-8ea72c15f5a8 HTTP/1.1" status: 204 len: 168 time: 0.2148347 Oct 28 08:13:27.449334 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca516048-791b-406d-b43c-519fe937c970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf7f0e9-d3bf-4efb-a9f5-8ea72c15f5a8,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:27.543041 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:28.208733 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 5c25af92-ab0f-4d63-8038-2a73a38cdf7e no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:13:28.232103 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: 5c25af92-ab0f-4d63-8038-2a73a38cdf7e {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:13:28.232457 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 5c25af92-ab0f-4d63-8038-2a73a38cdf7e not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:13:31.108727 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39458) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:31.217161 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e6b633e5-5cae-44b5-b680-ce8a93089d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:31.302334 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e6b633e5-5cae-44b5-b680-ce8a93089d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:31.365647 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e6b633e5-5cae-44b5-b680-ce8a93089d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:31.408614 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-e6b633e5-5cae-44b5-b680-ce8a93089d5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02a710e1e199466499080973fabbbf25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988002 Oct 28 08:13:31.409439 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b633e5-5cae-44b5-b680-ce8a93089d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5c2152-49b1-4ea2-ae7c-ddaf8cc93ea8,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:31.411380 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 39462) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:31.476762 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b8c85091-1f9d-40ff-b5e8-2562d3a4943c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:31.512485 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b8c85091-1f9d-40ff-b5e8-2562d3a4943c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:31.666162 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b8c85091-1f9d-40ff-b5e8-2562d3a4943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:31.668696 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-b8c85091-1f9d-40ff-b5e8-2562d3a4943c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:31.669844 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-b8c85091-1f9d-40ff-b5e8-2562d3a4943c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec5c2152-49b1-4ea2-ae7c-ddaf8cc93ea8 HTTP/1.1" status: 204 len: 168 time: 0.2567930 Oct 28 08:13:31.678205 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c85091-1f9d-40ff-b5e8-2562d3a4943c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5c2152-49b1-4ea2-ae7c-ddaf8cc93ea8,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:32.579953 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39470) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:32.593159 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-6ab47867-3fa3-46c7-a2fb-9108223221ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:32.677888 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-6ab47867-3fa3-46c7-a2fb-9108223221ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:32.782880 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-6ab47867-3fa3-46c7-a2fb-9108223221ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:32.821148 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab47867-3fa3-46c7-a2fb-9108223221ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6a715d-8950-489d-ba4d-fe088ecc1ec8,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:32.826633 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-6ab47867-3fa3-46c7-a2fb-9108223221ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d792ff5084d40629e8f7d4bc5eedacb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470186 Oct 28 08:13:32.829505 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39472) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:32.883700 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-a8c4f66e-4132-4b99-968a-47d48a41314c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:32.908681 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-a8c4f66e-4132-4b99-968a-47d48a41314c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:33.128606 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-a8c4f66e-4132-4b99-968a-47d48a41314c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:33.131349 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-a8c4f66e-4132-4b99-968a-47d48a41314c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:33.132653 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-a8c4f66e-4132-4b99-968a-47d48a41314c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f6a715d-8950-489d-ba4d-fe088ecc1ec8 HTTP/1.1" status: 204 len: 168 time: 0.3020298 Oct 28 08:13:33.142484 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4f66e-4132-4b99-968a-47d48a41314c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6a715d-8950-489d-ba4d-fe088ecc1ec8,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:36.099338 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 39522) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:36.207530 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5d5486bb-79e7-4ec2-a48f-4777e3d43513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:36.289055 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5d5486bb-79e7-4ec2-a48f-4777e3d43513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:36.371662 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5d5486bb-79e7-4ec2-a48f-4777e3d43513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:36.412777 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-5d5486bb-79e7-4ec2-a48f-4777e3d43513 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b857317c3a3845d99c6a5a2ed9bf3cf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120449 Oct 28 08:13:36.413393 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5486bb-79e7-4ec2-a48f-4777e3d43513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84d8400-6903-4ee7-8995-b211c34a8c69,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:36.415328 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39528) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:36.474023 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e8d5e298-e9eb-49b3-b2ef-479e6b0aabae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:36.496866 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e8d5e298-e9eb-49b3-b2ef-479e6b0aabae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:36.616983 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e8d5e298-e9eb-49b3-b2ef-479e6b0aabae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:36.619577 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-e8d5e298-e9eb-49b3-b2ef-479e6b0aabae admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:36.621362 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-e8d5e298-e9eb-49b3-b2ef-479e6b0aabae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b84d8400-6903-4ee7-8995-b211c34a8c69 HTTP/1.1" status: 204 len: 168 time: 0.2044892 Oct 28 08:13:36.629798 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5e298-e9eb-49b3-b2ef-479e6b0aabae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84d8400-6903-4ee7-8995-b211c34a8c69,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:37.275876 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39534) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:37.290039 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-6ee80913-f4f1-453f-af17-9576d70cc9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:37.374105 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-6ee80913-f4f1-453f-af17-9576d70cc9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:37.437227 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-6ee80913-f4f1-453f-af17-9576d70cc9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:37.480899 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee80913-f4f1-453f-af17-9576d70cc9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6525d0c5-0b01-466a-b617-76c5c6305e38,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:37.485668 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-6ee80913-f4f1-453f-af17-9576d70cc9e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2adb4a50211451e831778c9c62795ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2059677 Oct 28 08:13:37.487076 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39540) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:37.551528 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1129e968-b4b4-4d19-baac-29865a10bd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:37.575342 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1129e968-b4b4-4d19-baac-29865a10bd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:37.705369 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1129e968-b4b4-4d19-baac-29865a10bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:37.707997 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-1129e968-b4b4-4d19-baac-29865a10bd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:37.709178 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-1129e968-b4b4-4d19-baac-29865a10bd3e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6525d0c5-0b01-466a-b617-76c5c6305e38 HTTP/1.1" status: 204 len: 168 time: 0.2222493 Oct 28 08:13:37.718133 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129e968-b4b4-4d19-baac-29865a10bd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6525d0c5-0b01-466a-b617-76c5c6305e38,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:46.653848 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2da121d5-5717-4326-aeca-390a38303518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:46.699336 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39650) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:46.811245 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ee709c9c-9bdb-45b1-aa62-603629d1c3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:46.886431 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ee709c9c-9bdb-45b1-aa62-603629d1c3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:46.956329 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ee709c9c-9bdb-45b1-aa62-603629d1c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:46.995507 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-ee709c9c-9bdb-45b1-aa62-603629d1c3fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e1f8a1fbac04846a744beabbbc83fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945471 Oct 28 08:13:46.996638 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee709c9c-9bdb-45b1-aa62-603629d1c3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a79e57-4d15-450a-8994-3c003e5b5c52,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:46.998176 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 39654) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:47.004054 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee709c9c-9bdb-45b1-aa62-603629d1c3fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.004401 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee709c9c-9bdb-45b1-aa62-603629d1c3fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.004738 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee709c9c-9bdb-45b1-aa62-603629d1c3fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.005070 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee709c9c-9bdb-45b1-aa62-603629d1c3fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.005399 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee709c9c-9bdb-45b1-aa62-603629d1c3fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.005727 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee709c9c-9bdb-45b1-aa62-603629d1c3fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.006051 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee709c9c-9bdb-45b1-aa62-603629d1c3fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.006376 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee709c9c-9bdb-45b1-aa62-603629d1c3fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.006695 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee709c9c-9bdb-45b1-aa62-603629d1c3fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.007051 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee709c9c-9bdb-45b1-aa62-603629d1c3fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.007360 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee709c9c-9bdb-45b1-aa62-603629d1c3fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.007675 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee709c9c-9bdb-45b1-aa62-603629d1c3fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.053027 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cefe5c41-fa10-489a-8879-6681ea764fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:47.075202 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cefe5c41-fa10-489a-8879-6681ea764fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:47.188459 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cefe5c41-fa10-489a-8879-6681ea764fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:47.191343 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cefe5c41-fa10-489a-8879-6681ea764fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:47.192645 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-cefe5c41-fa10-489a-8879-6681ea764fd1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1a79e57-4d15-450a-8994-3c003e5b5c52 HTTP/1.1" status: 204 len: 168 time: 0.1934261 Oct 28 08:13:47.203008 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe5c41-fa10-489a-8879-6681ea764fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a79e57-4d15-450a-8994-3c003e5b5c52,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:47.210701 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe5c41-fa10-489a-8879-6681ea764fd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.211111 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe5c41-fa10-489a-8879-6681ea764fd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.211498 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe5c41-fa10-489a-8879-6681ea764fd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.211933 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe5c41-fa10-489a-8879-6681ea764fd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.212287 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe5c41-fa10-489a-8879-6681ea764fd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.212656 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe5c41-fa10-489a-8879-6681ea764fd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.213020 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe5c41-fa10-489a-8879-6681ea764fd1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.213376 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe5c41-fa10-489a-8879-6681ea764fd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.213745 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe5c41-fa10-489a-8879-6681ea764fd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.214127 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe5c41-fa10-489a-8879-6681ea764fd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.214486 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe5c41-fa10-489a-8879-6681ea764fd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.214847 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefe5c41-fa10-489a-8879-6681ea764fd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:13:47.849457 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39668) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:47.864514 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-07eebbfc-c436-42f9-b87c-03807b384265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:47.948023 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-07eebbfc-c436-42f9-b87c-03807b384265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:48.041675 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-07eebbfc-c436-42f9-b87c-03807b384265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:48.080998 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eebbfc-c436-42f9-b87c-03807b384265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c844dbd-4bc1-4a3b-9a21-ffefd68ec03c,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:48.086127 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-07eebbfc-c436-42f9-b87c-03807b384265 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc25a0245b08499a97c8e4e5cbf66096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356257 Oct 28 08:13:48.088743 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39670) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:48.139332 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-827e09e0-e293-4df1-a6ee-eb20387feda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:48.160638 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-827e09e0-e293-4df1-a6ee-eb20387feda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:48.259080 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-827e09e0-e293-4df1-a6ee-eb20387feda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:48.262553 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-827e09e0-e293-4df1-a6ee-eb20387feda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:48.263743 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-827e09e0-e293-4df1-a6ee-eb20387feda5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c844dbd-4bc1-4a3b-9a21-ffefd68ec03c HTTP/1.1" status: 204 len: 168 time: 0.1733179 Oct 28 08:13:48.271971 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e09e0-e293-4df1-a6ee-eb20387feda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c844dbd-4bc1-4a3b-9a21-ffefd68ec03c,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:49.277224 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d1121353-f749-4660-880c-6127c0d0cf80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:49.542529 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:50.693862 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:51.709273 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39720) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:51.814880 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-bd290207-d1fd-4fb6-8a43-1c5cab30b86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:51.892109 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-bd290207-d1fd-4fb6-8a43-1c5cab30b86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:51.967877 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-bd290207-d1fd-4fb6-8a43-1c5cab30b86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:52.010207 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-bd290207-d1fd-4fb6-8a43-1c5cab30b86b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1172666df7f041f8a915e3a0e56b686f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998366 Oct 28 08:13:52.011166 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd290207-d1fd-4fb6-8a43-1c5cab30b86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e85ca2c-c2c4-4186-a097-c29beae91646,revision_number=1']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:52.013041 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 39724) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:52.070230 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a8a30493-3212-4574-86b1-e744cc4d6c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:52.087454 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a8a30493-3212-4574-86b1-e744cc4d6c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:52.196307 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a8a30493-3212-4574-86b1-e744cc4d6c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:52.198957 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-a8a30493-3212-4574-86b1-e744cc4d6c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:52.200108 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-a8a30493-3212-4574-86b1-e744cc4d6c60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e85ca2c-c2c4-4186-a097-c29beae91646 HTTP/1.1" status: 204 len: 168 time: 0.1860266 Oct 28 08:13:52.207874 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a30493-3212-4574-86b1-e744cc4d6c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e85ca2c-c2c4-4186-a097-c29beae91646,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:52.750721 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:55.464370 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 39794) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:55.589483 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-86c48fd6-86fe-4bf8-886e-90e23288741d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:55.676649 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-86c48fd6-86fe-4bf8-886e-90e23288741d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:55.761627 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-86c48fd6-86fe-4bf8-886e-90e23288741d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:55.802457 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-86c48fd6-86fe-4bf8-886e-90e23288741d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5aabc9063e644291a7713f7d6e9f8ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3359671 Oct 28 08:13:55.803434 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c48fd6-86fe-4bf8-886e-90e23288741d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790751c0-95a4-4bbe-b663-dcf70dae1155,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:55.805801 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 39800) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:13:55.866299 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2ef3b0de-41e8-48ca-a169-0081c250fe34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:55.889563 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2ef3b0de-41e8-48ca-a169-0081c250fe34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:56.017086 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2ef3b0de-41e8-48ca-a169-0081c250fe34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:56.019782 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2ef3b0de-41e8-48ca-a169-0081c250fe34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:13:56.020981 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-2ef3b0de-41e8-48ca-a169-0081c250fe34 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/790751c0-95a4-4bbe-b663-dcf70dae1155 HTTP/1.1" status: 204 len: 168 time: 0.2137165 Oct 28 08:13:56.029105 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3b0de-41e8-48ca-a169-0081c250fe34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790751c0-95a4-4bbe-b663-dcf70dae1155,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:13:57.601582 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:00.416209 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:14:01.236912 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-47a0365c-2bd7-448b-8a6d-5e1fca188975 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8c7e1271ebae43f589b73667ec23e1c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325425 Oct 28 08:14:01.436194 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-43175617-8564-4ae3-b9ec-ece0922dc786 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:01.438251 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-43175617-8564-4ae3-b9ec-ece0922dc786 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956353 Oct 28 08:14:01.454629 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-3860248f-6bb2-4220-b200-b7f075f21876 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/quotas/8c7e1271ebae43f589b73667ec23e1c4 HTTP/1.1" status: 200 len: 375 time: 0.0100069 Oct 28 08:14:01.492114 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-d0812398-6b81-4bac-aec8-5949c5f2d17a tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c7e1271ebae43f589b73667ec23e1c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250993 Oct 28 08:14:01.757686 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6589ff82-e288-4900-9fa1-73afc3bf017f req-1e220c64-bf6e-42b7-8bbf-53e5a3da9b69 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 210 time: 0.0266635 Oct 28 08:14:02.835059 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2b95517b-8637-4b99-8c49-fd367137b86f req-fbb5f35e-4b85-4f2d-a182-8620d24fcff9 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 210 time: 0.0268707 Oct 28 08:14:03.936261 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-46bf764d-f421-4b7a-afa8-39660c1713ec req-e5d18750-9670-44f6-bf1c-b46ebc767c02 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 210 time: 0.0315297 Oct 28 08:14:05.030497 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5dfc074d-8b08-4732-b8d3-3a1da37e6453 req-fb6136bf-57b0-486b-bda0-d2308f0679a7 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 210 time: 0.0258944 Oct 28 08:14:06.131348 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-adff8fc0-b34a-4943-b027-f2ace6ffc4a9 req-aac89704-a70c-484c-b860-4f21eaad63b0 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 210 time: 0.0287538 Oct 28 08:14:07.194550 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-e1cbaf04-e78f-46a8-960e-c52d2e76563b tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8c7e1271ebae43f589b73667ec23e1c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319905 Oct 28 08:14:07.228141 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-90a957dd-0430-478e-bb37-7e168fdc3400 req-85640639-1711-411c-9836-168dfb98105e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 210 time: 0.0254817 Oct 28 08:14:07.390094 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-c9713f69-274b-498a-b4d9-7ad1d32e5068 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:07.398659 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-c9713f69-274b-498a-b4d9-7ad1d32e5068 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915262 Oct 28 08:14:07.406003 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-4389377b-2f65-4a5b-a124-7179fc49122e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Request body: {'port': {'device_id': '7bb8b9d4-128a-45e7-a790-9d68e1b8c230', 'network_id': '67dbeb90-d5a3-4f48-ac88-03a77ae86fd1', 'admin_state_up': True, 'tenant_id': '8c7e1271ebae43f589b73667ec23e1c4'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:14:07.542417 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-769a9eae-b4f3-483f-9836-61cdc5d685df req-526b9af1-79e3-4869-a41e-2b937c5f40ec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469201 Oct 28 08:14:07.635484 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a9eae-b4f3-483f-9836-61cdc5d685df req-5ac20ae9-3a97-4338-80b4-a2ab60e4ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:07.637710 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-769a9eae-b4f3-483f-9836-61cdc5d685df req-5ac20ae9-3a97-4338-80b4-a2ab60e4ae75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb868b6450414866ae91386c1d1b632a&device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 1098 time: 0.0497391 Oct 28 08:14:07.755981 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a9eae-b4f3-483f-9836-61cdc5d685df req-e4c41ec8-f3ed-4b3f-b0a2-38e2b8bea60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:07.757608 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-769a9eae-b4f3-483f-9836-61cdc5d685df req-e4c41ec8-f3ed-4b3f-b0a2-38e2b8bea60d service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb6fb4f8-5004-4772-92b0-087728ccca6d HTTP/1.1" status: 200 len: 912 time: 0.0975840 Oct 28 08:14:07.827523 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-769a9eae-b4f3-483f-9836-61cdc5d685df req-1b95e431-81ad-4a56-89e6-40b99fa84505 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=561def1d-275d-4234-b7af-7bc314ed1222 HTTP/1.1" status: 200 len: 1000 time: 0.0617003 Oct 28 08:14:07.882128 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a9eae-b4f3-483f-9836-61cdc5d685df req-21704553-9fc8-4822-a6db-427835d9b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:07.883598 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-769a9eae-b4f3-483f-9836-61cdc5d685df req-21704553-9fc8-4822-a6db-427835d9b1c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a487c1-660f-493f-b4c9-633493fc8841 HTTP/1.1" status: 200 len: 850 time: 0.0479629 Oct 28 08:14:07.890685 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-4389377b-2f65-4a5b-a124-7179fc49122e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Made reservation on behalf of 8c7e1271ebae43f589b73667ec23e1c4 for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:14:07.894195 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-4389377b-2f65-4a5b-a124-7179fc49122e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:07.903594 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-4389377b-2f65-4a5b-a124-7179fc49122e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:07.931329 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a9eae-b4f3-483f-9836-61cdc5d685df req-de841674-f5d2-43b4-837b-5ef9d0da93de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:07.933410 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-769a9eae-b4f3-483f-9836-61cdc5d685df req-de841674-f5d2-43b4-837b-5ef9d0da93de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb6fb4f8-5004-4772-92b0-087728ccca6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417027 Oct 28 08:14:07.977650 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-4389377b-2f65-4a5b-a124-7179fc49122e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:08.026621 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-769a9eae-b4f3-483f-9836-61cdc5d685df req-99f7da9a-7f98-413b-b084-7574b0f46950 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848217 Oct 28 08:14:08.068011 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-4389377b-2f65-4a5b-a124-7179fc49122e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:08.126083 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-769a9eae-b4f3-483f-9836-61cdc5d685df req-0b7879fd-e378-4914-9450-aef1c711fe0f service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926909 Oct 28 08:14:08.136267 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389377b-2f65-4a5b-a124-7179fc49122e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c36cdcf2-6469-4652-be2a-0eaada0a6ce6,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:14:08.209743 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-4389377b-2f65-4a5b-a124-7179fc49122e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Allocated IP 192.168.233.145 (67dbeb90-d5a3-4f48-ac88-03a77ae86fd1/c5d3cc31-07f9-4746-a342-90cba7627c6c/e5be234e-352c-46d7-9b9a-6f84878e0c44) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:14:08.333932 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1bbae7ff-3f48-430b-b285-43b410871671 req-2a48e4a2-a48a-499c-a03c-44e8883fab5f tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 210 time: 0.0261772 Oct 28 08:14:08.362961 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-4389377b-2f65-4a5b-a124-7179fc49122e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:08.470361 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-4389377b-2f65-4a5b-a124-7179fc49122e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:08.519602 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-4389377b-2f65-4a5b-a124-7179fc49122e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Network 67dbeb90-d5a3-4f48-ac88-03a77ae86fd1 is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:14:08.522766 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-4389377b-2f65-4a5b-a124-7179fc49122e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:14:08.530342 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-4389377b-2f65-4a5b-a124-7179fc49122e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:14:08.534049 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389377b-2f65-4a5b-a124-7179fc49122e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Pushing event updated for resources: {'Port': ['ID=e5be234e-352c-46d7-9b9a-6f84878e0c44,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:14:08.590704 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-4389377b-2f65-4a5b-a124-7179fc49122e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:08.591485 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-4389377b-2f65-4a5b-a124-7179fc49122e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:08.701039 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-4389377b-2f65-4a5b-a124-7179fc49122e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2995651 Oct 28 08:14:08.723706 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-9753b785-25fc-4d75-ac62-6c24ab713c6e None None] Provisioning complete for port e5be234e-352c-46d7-9b9a-6f84878e0c44 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:14:08.724346 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9753b785-25fc-4d75-ac62-6c24ab713c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:08.775133 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-9753b785-25fc-4d75-ac62-6c24ab713c6e None None] Port e5be234e-352c-46d7-9b9a-6f84878e0c44 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:14:09.459526 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0b34b-5810-4721-a983-f70d2a5ec215 req-eb67c193-73d4-4a98-8455-6cfd57c28386 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:09.461059 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-22a0b34b-5810-4721-a983-f70d2a5ec215 req-eb67c193-73d4-4a98-8455-6cfd57c28386 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 936 time: 0.0509996 Oct 28 08:14:09.513587 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-22a0b34b-5810-4721-a983-f70d2a5ec215 req-8a8604fa-2a2f-44f3-b3bc-1b72609719a6 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/security-groups?id=c36cdcf2-6469-4652-be2a-0eaada0a6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456688 Oct 28 08:14:10.637856 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bda74-6d26-4882-821f-b36ce0ea66c3 req-780730e4-343e-49ab-89e4-0c39cf8e26a2 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:10.639350 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-399bda74-6d26-4882-821f-b36ce0ea66c3 req-780730e4-343e-49ab-89e4-0c39cf8e26a2 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 936 time: 0.0563097 Oct 28 08:14:10.677818 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-399bda74-6d26-4882-821f-b36ce0ea66c3 req-415260d2-570a-4108-8985-b974b3dffa48 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/security-groups?id=c36cdcf2-6469-4652-be2a-0eaada0a6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324712 Oct 28 08:14:10.702338 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Request body: {'port': {'device_id': '7bb8b9d4-128a-45e7-a790-9d68e1b8c230', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:14:10.760878 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:11.028393 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5be234e-352c-46d7-9b9a-6f84878e0c44 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:14:11.037322 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:11.049568 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Transition to ACTIVE for port object e5be234e-352c-46d7-9b9a-6f84878e0c44 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:14:11.109868 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:11.161002 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Pushing event updated for resources: {'Port': ['ID=e5be234e-352c-46d7-9b9a-6f84878e0c44,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:14:11.244618 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Attempting to bind port e5be234e-352c-46d7-9b9a-6f84878e0c44 on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:14:11.244953 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Attempting to bind port e5be234e-352c-46d7-9b9a-6f84878e0c44 by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': '14a01bcb-4717-48a7-a122-73910f54f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '67dbeb90-d5a3-4f48-ac88-03a77ae86fd1'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:14:11.245277 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Attempting to bind port e5be234e-352c-46d7-9b9a-6f84878e0c44 on network 67dbeb90-d5a3-4f48-ac88-03a77ae86fd1 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:14:11.251235 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Port e5be234e-352c-46d7-9b9a-6f84878e0c44 on network 67dbeb90-d5a3-4f48-ac88-03a77ae86fd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:14:11.251557 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Attempting to bind port e5be234e-352c-46d7-9b9a-6f84878e0c44 on network 67dbeb90-d5a3-4f48-ac88-03a77ae86fd1 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:14:11.256948 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:14:11.257281 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Checking segment: {'id': '14a01bcb-4717-48a7-a122-73910f54f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '67dbeb90-d5a3-4f48-ac88-03a77ae86fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:14:11.257656 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Bound using segment: {'id': '14a01bcb-4717-48a7-a122-73910f54f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '67dbeb90-d5a3-4f48-ac88-03a77ae86fd1'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:14:11.258084 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Bound port: e5be234e-352c-46d7-9b9a-6f84878e0c44, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a01bcb-4717-48a7-a122-73910f54f9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '67dbeb90-d5a3-4f48-ac88-03a77ae86fd1'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:14:11.258436 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:11.326443 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] For port e5be234e-352c-46d7-9b9a-6f84878e0c44, host hv-cinder-81578, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:14:11.329486 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] For port e5be234e-352c-46d7-9b9a-6f84878e0c44, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=e5be234e-352c-46d7-9b9a-6f84878e0c44,segment=NetworkSegment(14a01bcb-4717-48a7-a122-73910f54f9a4),segment_id=14a01bcb-4717-48a7-a122-73910f54f9a4)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:14:11.390073 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:11.425723 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:11.426350 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:11.427790 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] 10.222.0.30 "PUT /v2.0/ports/e5be234e-352c-46d7-9b9a-6f84878e0c44 HTTP/1.1" status: 200 len: 1098 time: 0.7304909 Oct 28 08:14:11.428225 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb8b9d4-128a-45e7-a790-9d68e1b8c230', 'tag': 'e5be234e-352c-46d7-9b9a-6f84878e0c44'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:14:11.430514 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012ff0e9-a0f2-4987-b463-c2e7b0d63461" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb8b9d4-128a-45e7-a790-9d68e1b8c230", "tag": "e5be234e-352c-46d7-9b9a-6f84878e0c44"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:14:11.455915 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c8e8b-26d2-414d-8c61-96cc72414d5b service neutron] Pushing event updated for resources: {'Port': ['ID=e5be234e-352c-46d7-9b9a-6f84878e0c44,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:14:11.486493 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a02a1b-5cb9-4371-a236-e629a4008314 x-openstack-request-id: req-f3a02a1b-5cb9-4371-a236-e629a4008314 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:14:11.486793 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb8b9d4-128a-45e7-a790-9d68e1b8c230", "tag": "e5be234e-352c-46d7-9b9a-6f84878e0c44", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:14:11.487048 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3a02a1b-5cb9-4371-a236-e629a4008314 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:14:11.487445 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb8b9d4-128a-45e7-a790-9d68e1b8c230', 'tag': 'e5be234e-352c-46d7-9b9a-6f84878e0c44', 'status': 'completed', 'code': 200} Oct 28 08:14:11.795200 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebd395-d2dc-4872-a41e-7ffcf7c1541c req-289244a0-aee4-4df8-bf44-8936a3f45e62 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:11.796726 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-82ebd395-d2dc-4872-a41e-7ffcf7c1541c req-289244a0-aee4-4df8-bf44-8936a3f45e62 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 948 time: 0.0495989 Oct 28 08:14:11.837330 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-82ebd395-d2dc-4872-a41e-7ffcf7c1541c req-6ed47c0a-93ef-4a1f-a05a-7fab51fcf8c9 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/security-groups?id=c36cdcf2-6469-4652-be2a-0eaada0a6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335908 Oct 28 08:14:12.280188 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ff0e9-a0f2-4987-b463-c2e7b0d63461 req-b7e3346f-0cdc-49ad-84eb-e67cf82b34eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:12.281608 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-012ff0e9-a0f2-4987-b463-c2e7b0d63461 req-b7e3346f-0cdc-49ad-84eb-e67cf82b34eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c7e1271ebae43f589b73667ec23e1c4&device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 1101 time: 0.0513299 Oct 28 08:14:12.312358 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-012ff0e9-a0f2-4987-b463-c2e7b0d63461 req-2b654506-6d16-4b2e-9d35-a44f5c4b0a90 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8c7e1271ebae43f589b73667ec23e1c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208311 Oct 28 08:14:12.414345 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ff0e9-a0f2-4987-b463-c2e7b0d63461 req-3a5ed59d-ba60-4d33-b260-59a640035687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:12.415845 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-012ff0e9-a0f2-4987-b463-c2e7b0d63461 req-3a5ed59d-ba60-4d33-b260-59a640035687 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949662 Oct 28 08:14:12.497111 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-0847b074-94d5-41ff-8e61-40618daa559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:12.498632 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-0847b074-94d5-41ff-8e61-40618daa559f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c7e1271ebae43f589b73667ec23e1c4&device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 1101 time: 0.0461698 Oct 28 08:14:12.545543 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-dda5f9dd-4cc5-42b1-82f1-e4c15b578817 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=e5be234e-352c-46d7-9b9a-6f84878e0c44 HTTP/1.1" status: 200 len: 217 time: 0.0385363 Oct 28 08:14:12.595936 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-eac458c5-f4fc-4d8f-a1dd-75d46a19f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:12.597502 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-eac458c5-f4fc-4d8f-a1dd-75d46a19f66c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5d3cc31-07f9-4746-a342-90cba7627c6c HTTP/1.1" status: 200 len: 843 time: 0.0456772 Oct 28 08:14:12.651977 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-08fc9e47-f9ea-4d99-8cd4-8abf4c0b5f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:12.654048 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-08fc9e47-f9ea-4d99-8cd4-8abf4c0b5f44 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67dbeb90-d5a3-4f48-ac88-03a77ae86fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0495472 Oct 28 08:14:12.750450 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-312f6f94-8c2b-4110-8584-9e8115eedc8a service neutron] 10.222.0.30 "GET /v2.0/networks/67dbeb90-d5a3-4f48-ac88-03a77ae86fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891037 Oct 28 08:14:12.845233 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-943d17b1-6d27-4f4d-8a05-d2ba53633e37 req-eb88b5a8-eef5-4673-98d5-fe77a09d16b5 service neutron] 10.222.0.30 "GET /v2.0/networks/67dbeb90-d5a3-4f48-ac88-03a77ae86fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848966 Oct 28 08:14:12.955800 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf939de8-29c7-4768-82ca-872d97bac0b3 req-307e96b7-0e67-40ab-a350-8dfb3f7cdf03 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:12.957354 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bf939de8-29c7-4768-82ca-872d97bac0b3 req-307e96b7-0e67-40ab-a350-8dfb3f7cdf03 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 948 time: 0.0496073 Oct 28 08:14:12.997678 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bf939de8-29c7-4768-82ca-872d97bac0b3 req-906387ea-f018-45bf-96d6-f4f65c4536da tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/security-groups?id=c36cdcf2-6469-4652-be2a-0eaada0a6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341623 Oct 28 08:14:14.132499 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57b64a-c8d0-4961-979c-5f72dc7276f6 req-d7208d8a-6882-4b6b-b4c6-ca57569f490d tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:14.134166 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ce57b64a-c8d0-4961-979c-5f72dc7276f6 req-d7208d8a-6882-4b6b-b4c6-ca57569f490d tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 948 time: 0.0555642 Oct 28 08:14:14.181824 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-ce57b64a-c8d0-4961-979c-5f72dc7276f6 req-decb3622-0634-4fe4-9363-61d503df8e96 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/security-groups?id=c36cdcf2-6469-4652-be2a-0eaada0a6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414789 Oct 28 08:14:15.300209 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84416ce-e0c2-467f-afc2-a55d5140a97d req-cf2234ca-8fc7-4f7c-a90a-9bc4d2cc820e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:15.301725 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c84416ce-e0c2-467f-afc2-a55d5140a97d req-cf2234ca-8fc7-4f7c-a90a-9bc4d2cc820e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 948 time: 0.0489917 Oct 28 08:14:15.341002 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c84416ce-e0c2-467f-afc2-a55d5140a97d req-bde2f20b-6193-4996-a1f5-f46653f4fccc tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/security-groups?id=c36cdcf2-6469-4652-be2a-0eaada0a6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333343 Oct 28 08:14:16.314773 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device e5be234e-352c-46d7-9b9a-6f84878e0c44 details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:14:16.424486 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port e5be234e-352c-46d7-9b9a-6f84878e0c44, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=e5be234e-352c-46d7-9b9a-6f84878e0c44,segment=NetworkSegment(14a01bcb-4717-48a7-a122-73910f54f9a4),segment_id=14a01bcb-4717-48a7-a122-73910f54f9a4)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:14:16.437870 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': 'e5be234e-352c-46d7-9b9a-6f84878e0c44', 'network_id': '67dbeb90-d5a3-4f48-ac88-03a77ae86fd1', 'port_id': 'e5be234e-352c-46d7-9b9a-6f84878e0c44', 'mac_address': 'fa:16:3e:a2:97:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d3cc31-07f9-4746-a342-90cba7627c6c', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:14:16.465289 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e06729-199c-44a8-bdbc-399942658d40 req-a8229783-6d46-43a0-a0fa-5d0f4e13d2b0 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:16.466969 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b1e06729-199c-44a8-bdbc-399942658d40 req-a8229783-6d46-43a0-a0fa-5d0f4e13d2b0 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 948 time: 0.0519361 Oct 28 08:14:16.482099 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:16.500466 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5be234e-352c-46d7-9b9a-6f84878e0c44 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:14:16.507674 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b1e06729-199c-44a8-bdbc-399942658d40 req-4c89a892-ad30-4327-a222-10731336e225 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/security-groups?id=c36cdcf2-6469-4652-be2a-0eaada0a6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345757 Oct 28 08:14:16.525381 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port e5be234e-352c-46d7-9b9a-6f84878e0c44, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=e5be234e-352c-46d7-9b9a-6f84878e0c44,segment=NetworkSegment(14a01bcb-4717-48a7-a122-73910f54f9a4),segment_id=14a01bcb-4717-48a7-a122-73910f54f9a4)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:14:16.612069 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:16.667219 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=e5be234e-352c-46d7-9b9a-6f84878e0c44,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:14:16.696306 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-c1da42c1-8ee3-4023-a4bc-b60686d8790f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:17.002930 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['e5be234e-352c-46d7-9b9a-6f84878e0c44'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:14:17.630591 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505270a-30b0-4439-a834-d9858e9941c2 req-58b4d1c4-4cbe-44ab-b92e-6dbf01460963 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:17.632122 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2505270a-30b0-4439-a834-d9858e9941c2 req-58b4d1c4-4cbe-44ab-b92e-6dbf01460963 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 949 time: 0.0527859 Oct 28 08:14:17.672078 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2505270a-30b0-4439-a834-d9858e9941c2 req-f6a2d9eb-6de4-4652-b372-2a712cbc865d tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/security-groups?id=c36cdcf2-6469-4652-be2a-0eaada0a6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332894 Oct 28 08:14:18.345776 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device e5be234e-352c-46d7-9b9a-6f84878e0c44 up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:14:18.469712 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port e5be234e-352c-46d7-9b9a-6f84878e0c44 completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:14:18.479743 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port e5be234e-352c-46d7-9b9a-6f84878e0c44 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:14:18.479743 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:18.557171 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:18.582032 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb8b9d4-128a-45e7-a790-9d68e1b8c230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5be234e-352c-46d7-9b9a-6f84878e0c44'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:14:18.584471 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907ddae0-37e8-4a33-9557-95197df3a8f7" -d '{"events": [{"server_uuid": "7bb8b9d4-128a-45e7-a790-9d68e1b8c230", "name": "network-vif-plugged", "status": "completed", "tag": "e5be234e-352c-46d7-9b9a-6f84878e0c44"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:14:18.598575 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port e5be234e-352c-46d7-9b9a-6f84878e0c44, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=e5be234e-352c-46d7-9b9a-6f84878e0c44,segment=NetworkSegment(14a01bcb-4717-48a7-a122-73910f54f9a4),segment_id=14a01bcb-4717-48a7-a122-73910f54f9a4)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:14:18.622631 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a24213-7c8a-44fb-acfe-c2febfc26e9c x-openstack-request-id: req-b9a24213-7c8a-44fb-acfe-c2febfc26e9c {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:14:18.622945 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb8b9d4-128a-45e7-a790-9d68e1b8c230", "name": "network-vif-plugged", "status": "completed", "tag": "e5be234e-352c-46d7-9b9a-6f84878e0c44", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:14:18.623214 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9a24213-7c8a-44fb-acfe-c2febfc26e9c {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:14:18.623609 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb8b9d4-128a-45e7-a790-9d68e1b8c230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5be234e-352c-46d7-9b9a-6f84878e0c44', 'code': 200} Oct 28 08:14:18.686942 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:18.737098 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=e5be234e-352c-46d7-9b9a-6f84878e0c44,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:14:18.801447 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4ee63-7011-43ad-993c-ca9fb93d1305 req-90c9cbd4-6a57-4d8d-8a01-3ce4f1c86737 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:18.803008 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dfb4ee63-7011-43ad-993c-ca9fb93d1305 req-90c9cbd4-6a57-4d8d-8a01-3ce4f1c86737 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 950 time: 0.0503139 Oct 28 08:14:18.844618 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-dfb4ee63-7011-43ad-993c-ca9fb93d1305 req-e3b11d11-c4fa-4e44-aadd-3f777f4624b4 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/security-groups?id=c36cdcf2-6469-4652-be2a-0eaada0a6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350401 Oct 28 08:14:18.920551 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11740770-d335-4dab-9bf6-450125e34f58 req-4d39733b-dc50-41c6-aea8-8589e3adb285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:18.922176 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-11740770-d335-4dab-9bf6-450125e34f58 req-4d39733b-dc50-41c6-aea8-8589e3adb285 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 1103 time: 0.0409935 Oct 28 08:14:18.965427 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-11740770-d335-4dab-9bf6-450125e34f58 req-af808659-dc49-4e80-b3be-f06c2c2802fe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c36cdcf2-6469-4652-be2a-0eaada0a6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357482 Oct 28 08:14:19.279465 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bfad42d5-18ef-4c11-a9bc-1e4f415df957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:19.520843 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:19.928009 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 40016) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:14:19.963123 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df341538-07c6-4e1f-84ba-547b311348a1 req-d6a6e7a0-778a-42e9-9d5a-4327e8e2b9f3 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:19.964698 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-df341538-07c6-4e1f-84ba-547b311348a1 req-d6a6e7a0-778a-42e9-9d5a-4327e8e2b9f3 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 950 time: 0.0518341 Oct 28 08:14:20.004313 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-df341538-07c6-4e1f-84ba-547b311348a1 req-de8cf0ed-d16c-492a-b2cc-06a661e45c82 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/security-groups?id=c36cdcf2-6469-4652-be2a-0eaada0a6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336850 Oct 28 08:14:20.044385 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bf20e39d-28b7-4c66-a066-21601e6cbeef admin admin] Notify callbacks [] for security_group, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:20.124604 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bf20e39d-28b7-4c66-a066-21601e6cbeef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:20.201471 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-bf20e39d-28b7-4c66-a066-21601e6cbeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:20.239564 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20e39d-28b7-4c66-a066-21601e6cbeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216bb58d-01b5-49b1-a892-965558385cb6,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:14:20.244267 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-bf20e39d-28b7-4c66-a066-21601e6cbeef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da6bb08c4aa84892b1603081adc4d989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152022 Oct 28 08:14:20.248060 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 40020) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:14:20.301752 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-801449af-cf50-4802-b5fb-2a1b88778086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:20.325141 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-801449af-cf50-4802-b5fb-2a1b88778086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:20.423881 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-801449af-cf50-4802-b5fb-2a1b88778086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:20.426329 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-801449af-cf50-4802-b5fb-2a1b88778086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:20.427633 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-801449af-cf50-4802-b5fb-2a1b88778086 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/216bb58d-01b5-49b1-a892-965558385cb6 HTTP/1.1" status: 204 len: 168 time: 0.1786296 Oct 28 08:14:20.436928 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801449af-cf50-4802-b5fb-2a1b88778086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216bb58d-01b5-49b1-a892-965558385cb6,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:14:20.686353 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:21.129723 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbd781-979a-48be-a988-d84cbe743fd7 req-195b66fe-3721-4b58-905f-e3c5130cbaf7 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:21.131286 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f9bbd781-979a-48be-a988-d84cbe743fd7 req-195b66fe-3721-4b58-905f-e3c5130cbaf7 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 950 time: 0.0567513 Oct 28 08:14:21.170142 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f9bbd781-979a-48be-a988-d84cbe743fd7 req-c8c91458-e129-40f2-b6f4-434864811fb8 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/security-groups?id=c36cdcf2-6469-4652-be2a-0eaada0a6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323946 Oct 28 08:14:21.709816 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363c38b-4a93-4ec6-9426-9afdc30f62c1 req-ee56ba6a-1276-4606-a05b-615efc27bbe4 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:21.711382 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6363c38b-4a93-4ec6-9426-9afdc30f62c1 req-ee56ba6a-1276-4606-a05b-615efc27bbe4 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 950 time: 0.0539088 Oct 28 08:14:21.751407 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6363c38b-4a93-4ec6-9426-9afdc30f62c1 req-07d61807-b516-4cff-87e7-6d2369e0e3a7 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/security-groups?id=c36cdcf2-6469-4652-be2a-0eaada0a6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332727 Oct 28 08:14:22.692321 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:22.869423 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54074c-4284-46c9-a29c-65e28b863f5f req-e051fed6-63ea-4dfb-9338-38b1b6fbe242 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:22.871459 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6e54074c-4284-46c9-a29c-65e28b863f5f req-e051fed6-63ea-4dfb-9338-38b1b6fbe242 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 950 time: 0.0503907 Oct 28 08:14:22.911638 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6e54074c-4284-46c9-a29c-65e28b863f5f req-4cb82ff1-1cbc-4c3a-8d78-9cbcf7e308ec tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/security-groups?id=c36cdcf2-6469-4652-be2a-0eaada0a6ce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335786 Oct 28 08:14:23.364925 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0598d0-211b-447e-a72b-a0d6d3ddcc31 req-fd21981b-f350-4ac9-9aed-943c0596465e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:23.366474 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-be0598d0-211b-447e-a72b-a0d6d3ddcc31 req-fd21981b-f350-4ac9-9aed-943c0596465e tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 950 time: 0.0523522 Oct 28 08:14:23.463757 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-be0598d0-211b-447e-a72b-a0d6d3ddcc31 req-4c9e51f4-4e01-4dde-8e36-f6f8dcedc19a tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Deleting port e5be234e-352c-46d7-9b9a-6f84878e0c44 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:14:23.464096 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-be0598d0-211b-447e-a72b-a0d6d3ddcc31 req-4c9e51f4-4e01-4dde-8e36-f6f8dcedc19a tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:23.569594 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-be0598d0-211b-447e-a72b-a0d6d3ddcc31 req-4c9e51f4-4e01-4dde-8e36-f6f8dcedc19a tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] For port e5be234e-352c-46d7-9b9a-6f84878e0c44, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=e5be234e-352c-46d7-9b9a-6f84878e0c44,segment=NetworkSegment(14a01bcb-4717-48a7-a122-73910f54f9a4),segment_id=14a01bcb-4717-48a7-a122-73910f54f9a4)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:14:23.569952 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-be0598d0-211b-447e-a72b-a0d6d3ddcc31 req-4c9e51f4-4e01-4dde-8e36-f6f8dcedc19a tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:23.583224 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-be0598d0-211b-447e-a72b-a0d6d3ddcc31 req-4c9e51f4-4e01-4dde-8e36-f6f8dcedc19a tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Calling delete_port for e5be234e-352c-46d7-9b9a-6f84878e0c44 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:14:23.781589 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-be0598d0-211b-447e-a72b-a0d6d3ddcc31 req-4c9e51f4-4e01-4dde-8e36-f6f8dcedc19a tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:23.794736 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['e5be234e-352c-46d7-9b9a-6f84878e0c44'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:14:23.813676 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e51f4-4e01-4dde-8e36-f6f8dcedc19a tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Pushing event deleted for resources: {'Port': ['ID=e5be234e-352c-46d7-9b9a-6f84878e0c44,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:14:23.858116 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0598d0-211b-447e-a72b-a0d6d3ddcc31 req-4c9e51f4-4e01-4dde-8e36-f6f8dcedc19a tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] No DVR routers for this DVR port e5be234e-352c-46d7-9b9a-6f84878e0c44 on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:14:23.860931 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-be0598d0-211b-447e-a72b-a0d6d3ddcc31 req-4c9e51f4-4e01-4dde-8e36-f6f8dcedc19a tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:23.864489 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-be0598d0-211b-447e-a72b-a0d6d3ddcc31 req-4c9e51f4-4e01-4dde-8e36-f6f8dcedc19a tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.30 "DELETE /v2.0/ports/e5be234e-352c-46d7-9b9a-6f84878e0c44 HTTP/1.1" status: 204 len: 173 time: 0.4911451 Oct 28 08:14:23.864870 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb8b9d4-128a-45e7-a790-9d68e1b8c230', 'name': 'network-vif-deleted', 'tag': 'e5be234e-352c-46d7-9b9a-6f84878e0c44'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:14:23.867284 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eaf0f96-316a-4419-ad4f-a94ee40b1643" -d '{"events": [{"server_uuid": "7bb8b9d4-128a-45e7-a790-9d68e1b8c230", "name": "network-vif-deleted", "tag": "e5be234e-352c-46d7-9b9a-6f84878e0c44"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:14:23.908498 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899d2c41-18e2-4855-be4d-767222ffd227 x-openstack-request-id: req-899d2c41-18e2-4855-be4d-767222ffd227 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:14:23.908789 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb8b9d4-128a-45e7-a790-9d68e1b8c230", "name": "network-vif-deleted", "tag": "e5be234e-352c-46d7-9b9a-6f84878e0c44", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:14:23.913154 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-899d2c41-18e2-4855-be4d-767222ffd227 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:14:23.913154 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb8b9d4-128a-45e7-a790-9d68e1b8c230', 'name': 'network-vif-deleted', 'tag': 'e5be234e-352c-46d7-9b9a-6f84878e0c44', 'status': 'completed', 'code': 200} Oct 28 08:14:24.015720 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-d68a3d51-11f6-4592-b13c-ea47da38772b req-f0bc53ed-2842-411c-a1fc-96d92e8dc980 tempest-VolumesNegativeTest-1503732448 tempest-VolumesNegativeTest-1503732448-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bb8b9d4-128a-45e7-a790-9d68e1b8c230 HTTP/1.1" status: 200 len: 210 time: 0.0293143 Oct 28 08:14:27.618004 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:28.417624 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device e5be234e-352c-46d7-9b9a-6f84878e0c44 no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:14:28.438605 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: e5be234e-352c-46d7-9b9a-6f84878e0c44 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:14:28.438980 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device e5be234e-352c-46d7-9b9a-6f84878e0c44 not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:14:31.221656 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 40268) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:14:31.356522 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-faee50e8-0985-4da7-894f-f518e5366d83 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c7e1271ebae43f589b73667ec23e1c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336801 Oct 28 08:14:31.359176 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 40272) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:14:31.409386 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-aafcdcd0-a0d5-4505-a0bf-46403e8b83f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:31.436829 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-aafcdcd0-a0d5-4505-a0bf-46403e8b83f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:31.560521 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-aafcdcd0-a0d5-4505-a0bf-46403e8b83f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:31.563165 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-aafcdcd0-a0d5-4505-a0bf-46403e8b83f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:31.564357 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-aafcdcd0-a0d5-4505-a0bf-46403e8b83f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c36cdcf2-6469-4652-be2a-0eaada0a6ce6 HTTP/1.1" status: 204 len: 168 time: 0.2041786 Oct 28 08:14:31.572676 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcdcd0-a0d5-4505-a0bf-46403e8b83f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36cdcf2-6469-4652-be2a-0eaada0a6ce6,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:14:37.416813 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:14:41.181837 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fddbf8-6741-4d30-9c8e-fc0a7a14b2fa req-ded8f898-f2a4-45a6-983d-5be702782ea8 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:41.183574 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a0fddbf8-6741-4d30-9c8e-fc0a7a14b2fa req-ded8f898-f2a4-45a6-983d-5be702782ea8 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 945 time: 0.0486331 Oct 28 08:14:41.220777 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a0fddbf8-6741-4d30-9c8e-fc0a7a14b2fa req-98c9302d-bbfd-4f43-a6e5-446513fa3e84 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313537 Oct 28 08:14:42.335153 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bd27a-530b-4d9a-81e4-9dc519d008cc req-b5271494-8630-4306-bea2-0ef6bf28351d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:42.336611 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f99bd27a-530b-4d9a-81e4-9dc519d008cc req-b5271494-8630-4306-bea2-0ef6bf28351d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 945 time: 0.0473306 Oct 28 08:14:42.374362 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f99bd27a-530b-4d9a-81e4-9dc519d008cc req-64e198b5-70cb-4981-bac2-3cbe314248fb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312402 Oct 28 08:14:42.953990 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c03f7-0669-41c8-afa4-3f5851ed9b4d req-d7e46c98-dbac-4e9c-9cb6-f9c460231337 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:42.955482 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-da3c03f7-0669-41c8-afa4-3f5851ed9b4d req-d7e46c98-dbac-4e9c-9cb6-f9c460231337 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 945 time: 0.0508213 Oct 28 08:14:43.042535 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-da3c03f7-0669-41c8-afa4-3f5851ed9b4d req-f4ddbbbf-4b00-492a-9b14-8e495132368c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Deleting port 561def1d-275d-4234-b7af-7bc314ed1222 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:14:43.042898 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-da3c03f7-0669-41c8-afa4-3f5851ed9b4d req-f4ddbbbf-4b00-492a-9b14-8e495132368c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:43.133007 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-da3c03f7-0669-41c8-afa4-3f5851ed9b4d req-f4ddbbbf-4b00-492a-9b14-8e495132368c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] For port 561def1d-275d-4234-b7af-7bc314ed1222, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=561def1d-275d-4234-b7af-7bc314ed1222,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:14:43.133280 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-da3c03f7-0669-41c8-afa4-3f5851ed9b4d req-f4ddbbbf-4b00-492a-9b14-8e495132368c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:43.301380 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-da3c03f7-0669-41c8-afa4-3f5851ed9b4d req-f4ddbbbf-4b00-492a-9b14-8e495132368c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:43.301738 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-da3c03f7-0669-41c8-afa4-3f5851ed9b4d req-f4ddbbbf-4b00-492a-9b14-8e495132368c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586271'] for floatingip, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:43.302050 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [req-da3c03f7-0669-41c8-afa4-3f5851ed9b4d req-f4ddbbbf-4b00-492a-9b14-8e495132368c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Floating IP 1428be3a-6f9e-48cf-bfba-909bc1a92ac6 disassociated. External IP: 172.27.3.98, port: 561def1d-275d-4234-b7af-7bc314ed1222. Oct 28 08:14:43.302393 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-da3c03f7-0669-41c8-afa4-3f5851ed9b4d req-f4ddbbbf-4b00-492a-9b14-8e495132368c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Calling delete_port for 561def1d-275d-4234-b7af-7bc314ed1222 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:14:43.487117 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9aae0-f525-4084-bbed-fcc2068b6de4 req-80c161a9-6116-4570-bd73-a063ae1ff150 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:43.488651 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e6f9aae0-f525-4084-bbed-fcc2068b6de4 req-80c161a9-6116-4570-bd73-a063ae1ff150 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 945 time: 0.0471253 Oct 28 08:14:43.491681 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-da3c03f7-0669-41c8-afa4-3f5851ed9b4d req-f4ddbbbf-4b00-492a-9b14-8e495132368c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:43.521964 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddbbbf-4b00-492a-9b14-8e495132368c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event deleted for resources: {'Port': ['ID=561def1d-275d-4234-b7af-7bc314ed1222,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:14:43.531502 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e6f9aae0-f525-4084-bbed-fcc2068b6de4 req-f54b541b-cda8-4d23-a0cc-346ac5cc1a94 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366838 Oct 28 08:14:43.636175 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da3c03f7-0669-41c8-afa4-3f5851ed9b4d req-f4ddbbbf-4b00-492a-9b14-8e495132368c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Router 8812198d-193f-40a5-be40-fdbb7cb527d9 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:14:43.742040 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da3c03f7-0669-41c8-afa4-3f5851ed9b4d req-f4ddbbbf-4b00-492a-9b14-8e495132368c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:14:43.752126 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2947597-e7eb-4aac-880f-6cfe088282f7 None None] Sync routers for ids ['8812198d-193f-40a5-be40-fdbb7cb527d9'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:14:43.760852 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2947597-e7eb-4aac-880f-6cfe088282f7 None None] Routers {'8812198d-193f-40a5-be40-fdbb7cb527d9'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:14:43.761464 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-e2947597-e7eb-4aac-880f-6cfe088282f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:14:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8812198d-193f-40a5-be40-fdbb7cb527d9'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:14:43.778400 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3c03f7-0669-41c8-afa4-3f5851ed9b4d req-f4ddbbbf-4b00-492a-9b14-8e495132368c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] No DVR routers for this DVR port 561def1d-275d-4234-b7af-7bc314ed1222 on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:14:43.781517 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-da3c03f7-0669-41c8-afa4-3f5851ed9b4d req-f4ddbbbf-4b00-492a-9b14-8e495132368c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:43.784765 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-da3c03f7-0669-41c8-afa4-3f5851ed9b4d req-f4ddbbbf-4b00-492a-9b14-8e495132368c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.30 "DELETE /v2.0/ports/561def1d-275d-4234-b7af-7bc314ed1222 HTTP/1.1" status: 204 len: 173 time: 0.8233333 Oct 28 08:14:43.785198 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e06b67d-1246-40c0-a813-aaa3dcff0899', 'name': 'network-vif-deleted', 'tag': '561def1d-275d-4234-b7af-7bc314ed1222'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:14:43.787464 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96a2611-fe78-464b-96d2-1030f7589195" -d '{"events": [{"server_uuid": "5e06b67d-1246-40c0-a813-aaa3dcff0899", "name": "network-vif-deleted", "tag": "561def1d-275d-4234-b7af-7bc314ed1222"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:14:43.825014 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518df6b5-465c-44d7-9754-17dca4e90160 x-openstack-request-id: req-518df6b5-465c-44d7-9754-17dca4e90160 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:14:43.825384 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e06b67d-1246-40c0-a813-aaa3dcff0899", "name": "network-vif-deleted", "tag": "561def1d-275d-4234-b7af-7bc314ed1222", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:14:43.825699 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-518df6b5-465c-44d7-9754-17dca4e90160 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:14:43.826158 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e06b67d-1246-40c0-a813-aaa3dcff0899', 'name': 'network-vif-deleted', 'tag': '561def1d-275d-4234-b7af-7bc314ed1222', 'status': 'completed', 'code': 200} Oct 28 08:14:43.869902 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-e2947597-e7eb-4aac-880f-6cfe088282f7 None None] Set router 8812198d-193f-40a5-be40-fdbb7cb527d9 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:14:44.079256 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-e2947597-e7eb-4aac-880f-6cfe088282f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:30Z', 'revision_number': 5, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:14:44.106113 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2947597-e7eb-4aac-880f-6cfe088282f7 None None] Checking router: 8812198d-193f-40a5-be40-fdbb7cb527d9 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:14:44.114667 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2947597-e7eb-4aac-880f-6cfe088282f7 None None] Routers {'8812198d-193f-40a5-be40-fdbb7cb527d9'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:14:44.115243 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-e2947597-e7eb-4aac-880f-6cfe088282f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:14:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8812198d-193f-40a5-be40-fdbb7cb527d9'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:14:44.220477 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-e2947597-e7eb-4aac-880f-6cfe088282f7 None None] Set router 8812198d-193f-40a5-be40-fdbb7cb527d9 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:14:44.417277 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-e2947597-e7eb-4aac-880f-6cfe088282f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:30Z', 'revision_number': 5, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:14:44.447079 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2947597-e7eb-4aac-880f-6cfe088282f7 None None] The sync data for ids ['8812198d-193f-40a5-be40-fdbb7cb527d9'] in dv-cinder-815780-1-iscsi is: [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:30Z', 'revision_number': 5, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:14:44.640996 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7e445369-4c3d-48dd-9254-1ff3d5c396cb req-8ef74362-1b96-424e-9688-7e3d8962fc6c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e06b67d-1246-40c0-a813-aaa3dcff0899 HTTP/1.1" status: 200 len: 210 time: 0.0258365 Oct 28 08:14:44.667201 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16164faa-2410-4b2f-9594-82f58a0106fb None None] New status for floating IP 1428be3a-6f9e-48cf-bfba-909bc1a92ac6: DOWN {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:14:45.891925 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-777cc63f-5c59-431d-a503-39c8379591fc req-dd63e6b8-e4cf-40e5-b626-abb892038ebf tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-562818630&fields=id&tenant_id=eb868b6450414866ae91386c1d1b632a HTTP/1.1" status: 200 len: 267 time: 0.0329564 Oct 28 08:14:45.999973 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cc63f-5c59-431d-a503-39c8379591fc req-73413c2b-0753-457b-8466-54a3d5bf07ab tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:46.001454 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-777cc63f-5c59-431d-a503-39c8379591fc req-73413c2b-0753-457b-8466-54a3d5bf07ab tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/networks?id=cb6fb4f8-5004-4772-92b0-087728ccca6d HTTP/1.1" status: 200 len: 811 time: 0.1026294 Oct 28 08:14:46.016907 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-777cc63f-5c59-431d-a503-39c8379591fc req-c6c2d5be-2063-4df5-88d7-a475b5205ff8 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/quotas/eb868b6450414866ae91386c1d1b632a HTTP/1.1" status: 200 len: 375 time: 0.0096555 Oct 28 08:14:46.074113 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-777cc63f-5c59-431d-a503-39c8379591fc req-bcd67480-23b6-454d-b543-f526e78e00ab tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb868b6450414866ae91386c1d1b632a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516524 Oct 28 08:14:46.186551 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [req-777cc63f-5c59-431d-a503-39c8379591fc req-8591df44-01ff-4a0d-ac6c-849f221a707f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=108235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:14:46.187753 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-777cc63f-5c59-431d-a503-39c8379591fc req-8591df44-01ff-4a0d-ac6c-849f221a707f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1022575 Oct 28 08:14:46.281361 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-777cc63f-5c59-431d-a503-39c8379591fc req-a0734962-1777-4ddf-964c-4854097c703c service neutron] 10.222.0.37 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870359 Oct 28 08:14:46.379263 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-777cc63f-5c59-431d-a503-39c8379591fc req-90fff77b-6f44-418f-9c54-c72a50391cb7 service neutron] 10.222.0.37 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921216 Oct 28 08:14:46.563613 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 561def1d-275d-4234-b7af-7bc314ed1222 no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:14:46.589024 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: 561def1d-275d-4234-b7af-7bc314ed1222 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:14:46.589546 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device 561def1d-275d-4234-b7af-7bc314ed1222 not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:14:46.691368 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7496eebd-52e8-4242-b00b-99914929d162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:46.997438 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e869eda2-097c-4717-8621-e45e6fbc69ea req-5269b4b3-43d4-4414-a98f-2efe338e2122 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 210 time: 0.0267010 Oct 28 08:14:48.091647 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-128ddb3b-ef75-42b6-8fa9-4659d6c08a78 req-fc91e4e1-6b02-4f32-80b7-9a0fa6ef40a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 210 time: 0.0262570 Oct 28 08:14:48.707492 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cc63f-5c59-431d-a503-39c8379591fc req-a1f075f4-b0a8-4459-9737-8143e5d6b08b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:48.708964 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-777cc63f-5c59-431d-a503-39c8379591fc req-a1f075f4-b0a8-4459-9737-8143e5d6b08b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.30 "GET /v2.0/networks?id=cb6fb4f8-5004-4772-92b0-087728ccca6d HTTP/1.1" status: 200 len: 811 time: 0.1120424 Oct 28 08:14:48.762678 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-777cc63f-5c59-431d-a503-39c8379591fc req-de24a08e-b2ab-4ef9-8d2e-71b48282198a tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb868b6450414866ae91386c1d1b632a HTTP/1.1" status: 200 len: 379 time: 0.0440421 Oct 28 08:14:48.773011 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-777cc63f-5c59-431d-a503-39c8379591fc req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Request body: {'port': {'device_id': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'admin_state_up': True, 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'security_groups': ['33d8f46e-163a-49bb-84c2-038607458b7b']}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:14:48.938254 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777cc63f-5c59-431d-a503-39c8379591fc req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Made reservation on behalf of eb868b6450414866ae91386c1d1b632a for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:14:48.941348 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-777cc63f-5c59-431d-a503-39c8379591fc req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:49.083752 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-777cc63f-5c59-431d-a503-39c8379591fc req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Allocated IP 172.20.0.7 (cb6fb4f8-5004-4772-92b0-087728ccca6d/95a487c1-660f-493f-b4c9-633493fc8841/beeadb96-c475-40d2-b7ac-31cf3eeec077) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:14:49.191215 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4657bbec-e044-4936-bfc4-09f1d0f2b88f req-8f456936-39d6-4be3-9bd0-dc8fc41e0541 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 210 time: 0.0277021 Oct 28 08:14:49.245733 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-777cc63f-5c59-431d-a503-39c8379591fc req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:49.314140 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-ea26540e-d8a7-4be4-b1a9-72137b1828a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:49.383090 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-777cc63f-5c59-431d-a503-39c8379591fc req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:49.433226 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777cc63f-5c59-431d-a503-39c8379591fc req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Network cb6fb4f8-5004-4772-92b0-087728ccca6d is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:14:49.436792 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-777cc63f-5c59-431d-a503-39c8379591fc req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:14:49.440604 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-777cc63f-5c59-431d-a503-39c8379591fc req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:14:49.449509 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event updated for resources: {'Port': ['ID=beeadb96-c475-40d2-b7ac-31cf3eeec077,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:14:49.480388 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:14:49.480730 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:14:49.481082 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:14:49.481419 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:14:49.481741 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:14:49.482066 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:14:49.483046 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:14:49.483545 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:14:49.483930 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:14:49.484253 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:14:49.484570 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:14:49.484890 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:14:49.514532 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cc63f-5c59-431d-a503-39c8379591fc req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:49.515377 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-777cc63f-5c59-431d-a503-39c8379591fc req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:49.531233 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:49.631267 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-777cc63f-5c59-431d-a503-39c8379591fc req-1f292efc-d7f7-4579-8b66-f95142b42aeb tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8620424 Oct 28 08:14:49.643808 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Request body: {'port': {'device_id': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:14:49.692168 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-3c0fc0b1-957b-42e6-8f25-bad8c3bfa12b None None] Provisioning complete for port beeadb96-c475-40d2-b7ac-31cf3eeec077 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:14:49.692536 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc0b1-957b-42e6-8f25-bad8c3bfa12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:49.704612 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:49.729099 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-3c0fc0b1-957b-42e6-8f25-bad8c3bfa12b None None] Port beeadb96-c475-40d2-b7ac-31cf3eeec077 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:14:49.994205 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beeadb96-c475-40d2-b7ac-31cf3eeec077 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:14:50.002084 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:50.019514 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Transition to ACTIVE for port object beeadb96-c475-40d2-b7ac-31cf3eeec077 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:14:50.090999 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:50.146034 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Pushing event updated for resources: {'Port': ['ID=beeadb96-c475-40d2-b7ac-31cf3eeec077,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:14:50.239413 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Attempting to bind port beeadb96-c475-40d2-b7ac-31cf3eeec077 on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:14:50.239827 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Attempting to bind port beeadb96-c475-40d2-b7ac-31cf3eeec077 by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:14:50.240227 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Attempting to bind port beeadb96-c475-40d2-b7ac-31cf3eeec077 on network cb6fb4f8-5004-4772-92b0-087728ccca6d {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:14:50.246200 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Port beeadb96-c475-40d2-b7ac-31cf3eeec077 on network cb6fb4f8-5004-4772-92b0-087728ccca6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:14:50.246614 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Attempting to bind port beeadb96-c475-40d2-b7ac-31cf3eeec077 on network cb6fb4f8-5004-4772-92b0-087728ccca6d {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:14:50.252611 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:14:50.253005 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Checking segment: {'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:14:50.253393 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Bound using segment: {'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:14:50.253865 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Bound port: beeadb96-c475-40d2-b7ac-31cf3eeec077, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:14:50.254226 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:50.317526 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0c863-74cc-468a-a1ce-f1be6c8d9bf2 req-e1bd1f85-3b79-40e9-9727-12468a3d8c0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:50.323261 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bcd0c863-74cc-468a-a1ce-f1be6c8d9bf2 req-e1bd1f85-3b79-40e9-9727-12468a3d8c0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 943 time: 0.0557973 Oct 28 08:14:50.327572 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] For port beeadb96-c475-40d2-b7ac-31cf3eeec077, host hv-cinder-81578, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:14:50.330961 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] For port beeadb96-c475-40d2-b7ac-31cf3eeec077, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=beeadb96-c475-40d2-b7ac-31cf3eeec077,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:14:50.363595 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-bcd0c863-74cc-468a-a1ce-f1be6c8d9bf2 req-a711cf23-fc30-4037-8780-2df79c5fade4 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383754 Oct 28 08:14:50.406088 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:50.440188 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:50.440812 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:50.442230 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-777cc63f-5c59-431d-a503-39c8379591fc req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] 10.222.0.30 "PUT /v2.0/ports/beeadb96-c475-40d2-b7ac-31cf3eeec077 HTTP/1.1" status: 200 len: 1093 time: 0.8027279 Oct 28 08:14:50.443492 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'tag': 'beeadb96-c475-40d2-b7ac-31cf3eeec077'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:14:50.445002 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8ee89f-a215-40b8-ad15-c0bebe90a7f3" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2168ba-503c-4667-9259-2bd530ea5b42", "tag": "beeadb96-c475-40d2-b7ac-31cf3eeec077"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:14:50.480417 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9bf28-5438-4ccc-a9f0-186a3b2eada7 service neutron] Pushing event updated for resources: {'Port': ['ID=beeadb96-c475-40d2-b7ac-31cf3eeec077,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:14:50.490956 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d8314c-74e3-46b4-9212-36d407731d57 x-openstack-request-id: req-99d8314c-74e3-46b4-9212-36d407731d57 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:14:50.496472 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2168ba-503c-4667-9259-2bd530ea5b42", "tag": "beeadb96-c475-40d2-b7ac-31cf3eeec077", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:14:50.496472 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99d8314c-74e3-46b4-9212-36d407731d57 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:14:50.496472 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'tag': 'beeadb96-c475-40d2-b7ac-31cf3eeec077', 'status': 'completed', 'code': 200} Oct 28 08:14:50.564535 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ee89f-a215-40b8-ad15-c0bebe90a7f3 req-930d5dfa-3803-4a01-ab79-44d80179aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:50.566100 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3c8ee89f-a215-40b8-ad15-c0bebe90a7f3 req-930d5dfa-3803-4a01-ab79-44d80179aa14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb868b6450414866ae91386c1d1b632a&device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 1096 time: 0.0487709 Oct 28 08:14:50.674010 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ee89f-a215-40b8-ad15-c0bebe90a7f3 req-21174d83-4467-4399-92f7-21eacd8844b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:50.675504 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3c8ee89f-a215-40b8-ad15-c0bebe90a7f3 req-21174d83-4467-4399-92f7-21eacd8844b4 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=eb868b6450414866ae91386c1d1b632a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0968702 Oct 28 08:14:50.730821 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:50.780077 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ee89f-a215-40b8-ad15-c0bebe90a7f3 req-16484d31-8856-4af3-8c57-4a886fadb22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:50.781551 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3c8ee89f-a215-40b8-ad15-c0bebe90a7f3 req-16484d31-8856-4af3-8c57-4a886fadb22b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996382 Oct 28 08:14:50.863750 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cc63f-5c59-431d-a503-39c8379591fc req-b4b7c1a6-4d92-462d-a962-22dcc6cc1eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:50.865222 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-777cc63f-5c59-431d-a503-39c8379591fc req-b4b7c1a6-4d92-462d-a962-22dcc6cc1eec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb868b6450414866ae91386c1d1b632a&device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 1096 time: 0.0474150 Oct 28 08:14:50.908112 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-777cc63f-5c59-431d-a503-39c8379591fc req-2711cc58-1bb3-4bf4-8f66-13597f753f7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beeadb96-c475-40d2-b7ac-31cf3eeec077 HTTP/1.1" status: 200 len: 217 time: 0.0348406 Oct 28 08:14:50.962815 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cc63f-5c59-431d-a503-39c8379591fc req-206ab329-7786-43b4-9215-8a05b28e9e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:50.964284 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-777cc63f-5c59-431d-a503-39c8379591fc req-206ab329-7786-43b4-9215-8a05b28e9e57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a487c1-660f-493f-b4c9-633493fc8841 HTTP/1.1" status: 200 len: 850 time: 0.0493033 Oct 28 08:14:51.011883 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cc63f-5c59-431d-a503-39c8379591fc req-36150bcb-d193-418f-ba9e-cddfab45d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:51.013427 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-777cc63f-5c59-431d-a503-39c8379591fc req-36150bcb-d193-418f-ba9e-cddfab45d2a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb6fb4f8-5004-4772-92b0-087728ccca6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421231 Oct 28 08:14:51.112203 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-777cc63f-5c59-431d-a503-39c8379591fc req-3b04b912-341c-4463-8c5b-cb5278b97c64 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912504 Oct 28 08:14:51.207624 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-777cc63f-5c59-431d-a503-39c8379591fc req-7ce4f7be-9ee0-4e68-8d71-2f1390eeaf49 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887871 Oct 28 08:14:51.735829 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef557e-022d-4d30-942b-d7310f238c65 req-b26371d8-e3c4-4903-a941-f22b8574590a tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:51.737317 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fdef557e-022d-4d30-942b-d7310f238c65 req-b26371d8-e3c4-4903-a941-f22b8574590a tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 943 time: 0.3045623 Oct 28 08:14:51.775699 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-fdef557e-022d-4d30-942b-d7310f238c65 req-2ee5b732-121e-4d5e-9fa5-dd213786da72 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321429 Oct 28 08:14:52.730043 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:52.894288 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f3c6b-bb6c-4cfb-9e73-159b07502d62 req-3242889b-54c8-48aa-9676-123717e11876 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:52.895801 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-717f3c6b-bb6c-4cfb-9e73-159b07502d62 req-3242889b-54c8-48aa-9676-123717e11876 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 943 time: 0.0486031 Oct 28 08:14:52.938807 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-717f3c6b-bb6c-4cfb-9e73-159b07502d62 req-2f43f9a6-30a5-4204-b22c-d5912f1b5a42 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365427 Oct 28 08:14:54.058342 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dc4ba-0300-440a-b878-918cbfae1736 req-943500e4-2799-439b-814f-09c89482012d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:54.059926 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1b9dc4ba-0300-440a-b878-918cbfae1736 req-943500e4-2799-439b-814f-09c89482012d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 943 time: 0.0506370 Oct 28 08:14:54.104435 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-1b9dc4ba-0300-440a-b878-918cbfae1736 req-e6c1cbde-22db-4255-a8dc-28a1267be313 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378234 Oct 28 08:14:55.221834 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce106c-b215-4c16-a12b-e687ee58bde9 req-ccaf76a3-83f0-4507-b369-f73c23d1e6b8 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:55.223451 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-97ce106c-b215-4c16-a12b-e687ee58bde9 req-ccaf76a3-83f0-4507-b369-f73c23d1e6b8 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 943 time: 0.0507414 Oct 28 08:14:55.271549 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-97ce106c-b215-4c16-a12b-e687ee58bde9 req-2166de54-6030-45ee-9c05-7548980340d2 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420816 Oct 28 08:14:56.389578 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146e189-1f3f-4531-890f-ed209aa990b6 req-c1493f14-89f5-4bbd-88b5-ecfc57d5c95b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:56.391109 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7146e189-1f3f-4531-890f-ed209aa990b6 req-c1493f14-89f5-4bbd-88b5-ecfc57d5c95b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 943 time: 0.0502810 Oct 28 08:14:56.430511 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7146e189-1f3f-4531-890f-ed209aa990b6 req-161724f2-8a07-44e5-9560-8a99169f2045 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334363 Oct 28 08:14:57.555392 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e053d-a39f-40bd-9fb3-725cd4ad58f1 req-97eda603-8506-423c-80b0-3f9c2471d1a3 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:57.557230 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8c2e053d-a39f-40bd-9fb3-725cd4ad58f1 req-97eda603-8506-423c-80b0-3f9c2471d1a3 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 943 time: 0.0497742 Oct 28 08:14:57.588276 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:14:57.604451 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8c2e053d-a39f-40bd-9fb3-725cd4ad58f1 req-854543ce-0394-4681-a70e-d2b3cedb3dec tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401828 Oct 28 08:14:58.724536 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e53bc5-61d5-4ec9-9abf-4a2da8fdedc4 req-79284286-fe8c-402e-941d-211d92c7adec tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:58.726071 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-44e53bc5-61d5-4ec9-9abf-4a2da8fdedc4 req-79284286-fe8c-402e-941d-211d92c7adec tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 943 time: 0.0520353 Oct 28 08:14:58.765800 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-44e53bc5-61d5-4ec9-9abf-4a2da8fdedc4 req-b0c5aaba-1a6d-4bbd-b1cc-c16bca6238c4 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332367 Oct 28 08:14:59.880631 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0d3aa-0f12-495c-a31b-d4b430e78919 req-1f328026-d4a6-43bb-aacb-48ab83c7c635 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:14:59.882108 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c7d0d3aa-0f12-495c-a31b-d4b430e78919 req-1f328026-d4a6-43bb-aacb-48ab83c7c635 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 943 time: 0.0493069 Oct 28 08:14:59.921434 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-c7d0d3aa-0f12-495c-a31b-d4b430e78919 req-c09f5b0a-db43-4611-a659-9dc7a4028666 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332475 Oct 28 08:15:00.684055 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device beeadb96-c475-40d2-b7ac-31cf3eeec077 details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:15:00.779501 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port beeadb96-c475-40d2-b7ac-31cf3eeec077, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=beeadb96-c475-40d2-b7ac-31cf3eeec077,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:15:00.791273 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': 'beeadb96-c475-40d2-b7ac-31cf3eeec077', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'port_id': 'beeadb96-c475-40d2-b7ac-31cf3eeec077', 'mac_address': 'fa:16:3e:ca:1d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:15:00.828473 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:00.841012 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beeadb96-c475-40d2-b7ac-31cf3eeec077 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:15:00.861244 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port beeadb96-c475-40d2-b7ac-31cf3eeec077, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=beeadb96-c475-40d2-b7ac-31cf3eeec077,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:15:00.935319 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:00.990870 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=beeadb96-c475-40d2-b7ac-31cf3eeec077,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:15:00.999728 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:15:01.000072 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:15:01.000407 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:15:01.000736 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:15:01.001061 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:15:01.001386 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:15:01.001709 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:15:01.002027 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:15:01.002356 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:15:01.002669 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:15:01.003007 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:15:01.003324 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:15:01.053294 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17786022-19f9-4bf7-986f-2e1d855be3cd req-9a128a7a-3d15-42ba-9570-546d4ce8910d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:15:01.054830 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-17786022-19f9-4bf7-986f-2e1d855be3cd req-9a128a7a-3d15-42ba-9570-546d4ce8910d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 944 time: 0.0517521 Oct 28 08:15:01.098449 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-17786022-19f9-4bf7-986f-2e1d855be3cd req-8f133854-0038-4a61-a348-fbafafea790a tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373077 Oct 28 08:15:01.251711 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['beeadb96-c475-40d2-b7ac-31cf3eeec077'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:15:02.215317 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316621b-8650-43fb-b3f8-36ef3065d112 req-ae186d8e-030b-4014-aaa9-e77ffb559a10 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:15:02.216875 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5316621b-8650-43fb-b3f8-36ef3065d112 req-ae186d8e-030b-4014-aaa9-e77ffb559a10 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 944 time: 0.0500653 Oct 28 08:15:02.256538 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-5316621b-8650-43fb-b3f8-36ef3065d112 req-3ae2daf6-40c6-4550-bc42-b2606a56930a tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327003 Oct 28 08:15:02.706853 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device beeadb96-c475-40d2-b7ac-31cf3eeec077 up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:15:02.804847 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port beeadb96-c475-40d2-b7ac-31cf3eeec077 completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:15:02.809714 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port beeadb96-c475-40d2-b7ac-31cf3eeec077 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:15:02.810183 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:02.893345 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:02.918369 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beeadb96-c475-40d2-b7ac-31cf3eeec077'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:15:02.920430 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b3dfe0-8071-4823-a9ca-c56c9d4ac0a8" -d '{"events": [{"server_uuid": "6f2168ba-503c-4667-9259-2bd530ea5b42", "name": "network-vif-plugged", "status": "completed", "tag": "beeadb96-c475-40d2-b7ac-31cf3eeec077"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:15:02.933757 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port beeadb96-c475-40d2-b7ac-31cf3eeec077, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=beeadb96-c475-40d2-b7ac-31cf3eeec077,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:15:02.956989 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc7f37b-3596-40b5-8063-fc9f31ac411e x-openstack-request-id: req-8dc7f37b-3596-40b5-8063-fc9f31ac411e {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:15:02.957222 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2168ba-503c-4667-9259-2bd530ea5b42", "name": "network-vif-plugged", "status": "completed", "tag": "beeadb96-c475-40d2-b7ac-31cf3eeec077", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:15:02.957509 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8dc7f37b-3596-40b5-8063-fc9f31ac411e {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:15:02.957969 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beeadb96-c475-40d2-b7ac-31cf3eeec077', 'code': 200} Oct 28 08:15:02.982123 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:03.033473 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=beeadb96-c475-40d2-b7ac-31cf3eeec077,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:15:03.339184 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174207f5-34d1-4977-86b4-5b1b96d04d28 req-66c3a528-c979-4bd0-b796-1d518c37014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:15:03.340755 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-174207f5-34d1-4977-86b4-5b1b96d04d28 req-66c3a528-c979-4bd0-b796-1d518c37014e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 1098 time: 0.0467660 Oct 28 08:15:03.379041 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-174207f5-34d1-4977-86b4-5b1b96d04d28 req-c2ae990a-11a2-456f-9068-c6a4a5103c0b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296338 Oct 28 08:15:03.382165 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7081434-c2e2-4ed4-81b1-ee4b82a2419a req-4d5b7f8a-31e9-473e-9157-f96b663d7ab1 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:15:03.384584 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a7081434-c2e2-4ed4-81b1-ee4b82a2419a req-4d5b7f8a-31e9-473e-9157-f96b663d7ab1 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 945 time: 0.0584474 Oct 28 08:15:03.426085 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a7081434-c2e2-4ed4-81b1-ee4b82a2419a req-e8c4f6c6-958c-4fcb-8f84-6962fe08de72 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350661 Oct 28 08:15:04.545923 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af331c-9b48-460c-a566-a823737c65af req-950022b1-ddcb-4e07-b232-aa427ba019e0 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:15:04.547571 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-44af331c-9b48-460c-a566-a823737c65af req-950022b1-ddcb-4e07-b232-aa427ba019e0 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 945 time: 0.0496910 Oct 28 08:15:04.599580 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-44af331c-9b48-460c-a566-a823737c65af req-ce692489-0026-4848-a394-43dbcdbc45d4 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455403 Oct 28 08:15:05.715845 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b5dd3-b495-4e33-8518-c8da209afbf6 req-2086857d-66a2-4716-87ef-67056a918bb9 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:15:05.717355 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7c4b5dd3-b495-4e33-8518-c8da209afbf6 req-2086857d-66a2-4716-87ef-67056a918bb9 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 945 time: 0.0497179 Oct 28 08:15:05.757231 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7c4b5dd3-b495-4e33-8518-c8da209afbf6 req-f0ad2038-cf9a-4a9a-880f-cbc955e01342 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329623 Oct 28 08:15:06.012285 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e132d-15da-4d18-8fae-15a802e6a08f req-64061ba1-f36e-4c2a-ad0d-8f8ecb7c660c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:15:06.013930 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b14e132d-15da-4d18-8fae-15a802e6a08f req-64061ba1-f36e-4c2a-ad0d-8f8ecb7c660c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 945 time: 0.1840329 Oct 28 08:15:06.054819 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b14e132d-15da-4d18-8fae-15a802e6a08f req-eb4b6f99-fdb9-4723-818b-792eef2df2da tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335064 Oct 28 08:15:06.077454 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 40354) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:15:06.122986 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90eb608-46d6-44bd-8376-9945097b001a tempest-TestVolumeBootPattern-1409758695 tempest-TestVolumeBootPattern-1409758695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:15:06.124513 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-e90eb608-46d6-44bd-8376-9945097b001a tempest-TestVolumeBootPattern-1409758695 tempest-TestVolumeBootPattern-1409758695-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 1093 time: 0.0460644 Oct 28 08:15:06.127861 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 40356) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:15:06.132225 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Request body: {'floatingip': {'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'port_id': 'beeadb96-c475-40d2-b7ac-31cf3eeec077', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:15:06.227413 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for floatingip, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:06.330453 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:06.447552 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Allocated IP 172.27.3.55 (77f84cc0-8b47-4277-be58-a93709c02eeb/2fc1b7ce-548a-406e-9830-ae6bdd788adb/f971071f-a099-4ef4-803e-7578da8c6d68) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:15:06.561393 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:06.690839 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:06.735783 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Network 77f84cc0-8b47-4277-be58-a93709c02eeb is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:15:06.738281 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:15:06.741783 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:15:06.754684 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event updated for resources: {'Port': ['ID=f971071f-a099-4ef4-803e-7578da8c6d68,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:15:07.089230 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b96effa2-5d44-4833-ade9-82b73575ec61 req-facd895a-684e-4ee8-b94f-366613e3fcfa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718277 Oct 28 08:15:07.251278 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96effa2-5d44-4833-ade9-82b73575ec61 req-d532d045-9429-44ad-b420-4553f0295127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:15:07.252798 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b96effa2-5d44-4833-ade9-82b73575ec61 req-d532d045-9429-44ad-b420-4553f0295127 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb868b6450414866ae91386c1d1b632a&device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 1098 time: 0.1202357 Oct 28 08:15:07.472350 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96effa2-5d44-4833-ade9-82b73575ec61 req-785d91af-ac9e-475a-96ca-5fafcc5106a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:15:07.473903 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b96effa2-5d44-4833-ade9-82b73575ec61 req-785d91af-ac9e-475a-96ca-5fafcc5106a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb6fb4f8-5004-4772-92b0-087728ccca6d HTTP/1.1" status: 200 len: 912 time: 0.1962855 Oct 28 08:15:07.487635 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:07.534314 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b96effa2-5d44-4833-ade9-82b73575ec61 req-20772869-11f5-4daf-96b0-2d1e8f1f62a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beeadb96-c475-40d2-b7ac-31cf3eeec077 HTTP/1.1" status: 200 len: 217 time: 0.0525210 Oct 28 08:15:07.598998 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96effa2-5d44-4833-ade9-82b73575ec61 req-6379178b-0a61-4c32-843a-f5a9683490fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:15:07.600523 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b96effa2-5d44-4833-ade9-82b73575ec61 req-6379178b-0a61-4c32-843a-f5a9683490fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a487c1-660f-493f-b4c9-633493fc8841 HTTP/1.1" status: 200 len: 850 time: 0.0585628 Oct 28 08:15:07.649064 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96effa2-5d44-4833-ade9-82b73575ec61 req-3640e078-8ca8-4e68-9be5-5c976da94209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:15:07.650699 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b96effa2-5d44-4833-ade9-82b73575ec61 req-3640e078-8ca8-4e68-9be5-5c976da94209 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb6fb4f8-5004-4772-92b0-087728ccca6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411677 Oct 28 08:15:07.737735 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:07.800155 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b96effa2-5d44-4833-ade9-82b73575ec61 req-d775bee9-377a-4dcb-9d89-0aef9b45e554 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423407 Oct 28 08:15:07.967883 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b96effa2-5d44-4833-ade9-82b73575ec61 req-8a4831e5-f7c7-411f-8e2c-831db84ed4b4 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593814 Oct 28 08:15:07.988451 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:08.073204 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:08.146342 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event updated for resources: {'Port': ['ID=f971071f-a099-4ef4-803e-7578da8c6d68,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:15:08.159487 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586271'] for floatingip, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:08.264428 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Floating IP d8ceacf8-357b-49f4-b79d-ce4bc540a48b associated. External IP: 172.27.3.55, port: beeadb96-c475-40d2-b7ac-31cf3eeec077. Oct 28 08:15:08.483449 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Router 8812198d-193f-40a5-be40-fdbb7cb527d9 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:15:08.595529 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:15:08.604878 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d27d20c-e30d-4680-9aa5-38a0d4f12b6f None None] Sync routers for ids ['8812198d-193f-40a5-be40-fdbb7cb527d9'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:15:08.617737 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d27d20c-e30d-4680-9aa5-38a0d4f12b6f None None] Routers {'8812198d-193f-40a5-be40-fdbb7cb527d9'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:15:08.623271 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-2d27d20c-e30d-4680-9aa5-38a0d4f12b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:14:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8812198d-193f-40a5-be40-fdbb7cb527d9'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:15:08.675065 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:08.703668 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-cee50574-c245-46a0-8029-6e1fab5272a7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5746357 Oct 28 08:15:08.704286 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'tag': 'beeadb96-c475-40d2-b7ac-31cf3eeec077'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:15:08.706632 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d3c702-f571-4447-ab88-5b5c1470753e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2168ba-503c-4667-9259-2bd530ea5b42", "tag": "beeadb96-c475-40d2-b7ac-31cf3eeec077"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:15:08.735071 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-2d27d20c-e30d-4680-9aa5-38a0d4f12b6f None None] Set router 8812198d-193f-40a5-be40-fdbb7cb527d9 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:15:08.746772 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b13fae-c52a-41f6-bcb6-2f389a2d372d x-openstack-request-id: req-f2b13fae-c52a-41f6-bcb6-2f389a2d372d {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:15:08.747072 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2168ba-503c-4667-9259-2bd530ea5b42", "tag": "beeadb96-c475-40d2-b7ac-31cf3eeec077", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:15:08.747326 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2b13fae-c52a-41f6-bcb6-2f389a2d372d {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:15:08.747722 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'tag': 'beeadb96-c475-40d2-b7ac-31cf3eeec077', 'status': 'completed', 'code': 200} Oct 28 08:15:08.812610 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3c702-f571-4447-ab88-5b5c1470753e req-67934fbb-08c9-41c2-bc59-9c3680304d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:15:08.815391 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e3d3c702-f571-4447-ab88-5b5c1470753e req-67934fbb-08c9-41c2-bc59-9c3680304d34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb868b6450414866ae91386c1d1b632a&device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 1098 time: 0.0460231 Oct 28 08:15:08.918388 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3c702-f571-4447-ab88-5b5c1470753e req-65b2e923-484a-41cd-bc7f-b471886e1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:15:08.919939 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e3d3c702-f571-4447-ab88-5b5c1470753e req-65b2e923-484a-41cd-bc7f-b471886e1ff2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb6fb4f8-5004-4772-92b0-087728ccca6d HTTP/1.1" status: 200 len: 912 time: 0.0982406 Oct 28 08:15:08.994059 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e3d3c702-f571-4447-ab88-5b5c1470753e req-3dad2429-2a1b-4db5-83e3-1664eeb2b347 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beeadb96-c475-40d2-b7ac-31cf3eeec077 HTTP/1.1" status: 200 len: 998 time: 0.0666401 Oct 28 08:15:09.045071 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3c702-f571-4447-ab88-5b5c1470753e req-a2100221-71eb-4c78-ad88-1f882fffcb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:15:09.046556 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e3d3c702-f571-4447-ab88-5b5c1470753e req-a2100221-71eb-4c78-ad88-1f882fffcb27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a487c1-660f-493f-b4c9-633493fc8841 HTTP/1.1" status: 200 len: 850 time: 0.0451286 Oct 28 08:15:09.094417 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3c702-f571-4447-ab88-5b5c1470753e req-827fd240-0e26-47ea-83b1-918f5ac7f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:15:09.095966 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e3d3c702-f571-4447-ab88-5b5c1470753e req-827fd240-0e26-47ea-83b1-918f5ac7f3e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb6fb4f8-5004-4772-92b0-087728ccca6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420344 Oct 28 08:15:09.102693 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-2d27d20c-e30d-4680-9aa5-38a0d4f12b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': 'd8ceacf8-357b-49f4-b79d-ce4bc540a48b', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'port_id': 'beeadb96-c475-40d2-b7ac-31cf3eeec077', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'mac_address': 'fa:16:3e:ca:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:15:07Z', 'updated_at': '2021-10-28T08:15:07Z', 'revision_number': 0, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:30Z', 'revision_number': 5, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:15:09.130252 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d27d20c-e30d-4680-9aa5-38a0d4f12b6f None None] Checking router: 8812198d-193f-40a5-be40-fdbb7cb527d9 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:15:09.138804 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d27d20c-e30d-4680-9aa5-38a0d4f12b6f None None] Routers {'8812198d-193f-40a5-be40-fdbb7cb527d9'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:15:09.139431 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-2d27d20c-e30d-4680-9aa5-38a0d4f12b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:14:49Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8812198d-193f-40a5-be40-fdbb7cb527d9'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:15:09.216422 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e3d3c702-f571-4447-ab88-5b5c1470753e req-298dc99a-447e-4db0-b387-5325238a4fa5 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135406 Oct 28 08:15:09.261668 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-2d27d20c-e30d-4680-9aa5-38a0d4f12b6f None None] Set router 8812198d-193f-40a5-be40-fdbb7cb527d9 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:15:09.316494 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e3d3c702-f571-4447-ab88-5b5c1470753e req-26d984fa-d0cb-4f6b-9d14-371dd3e513ab service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920424 Oct 28 08:15:09.517559 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-2d27d20c-e30d-4680-9aa5-38a0d4f12b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': 'd8ceacf8-357b-49f4-b79d-ce4bc540a48b', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'port_id': 'beeadb96-c475-40d2-b7ac-31cf3eeec077', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'mac_address': 'fa:16:3e:ca:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:15:07Z', 'updated_at': '2021-10-28T08:15:07Z', 'revision_number': 0, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:30Z', 'revision_number': 5, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:15:09.545044 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d27d20c-e30d-4680-9aa5-38a0d4f12b6f None None] The sync data for ids ['8812198d-193f-40a5-be40-fdbb7cb527d9'] in dv-cinder-815780-1-iscsi is: [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': 'd8ceacf8-357b-49f4-b79d-ce4bc540a48b', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'port_id': 'beeadb96-c475-40d2-b7ac-31cf3eeec077', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'mac_address': 'fa:16:3e:ca:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:15:07Z', 'updated_at': '2021-10-28T08:15:07Z', 'revision_number': 0, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:30Z', 'revision_number': 5, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:15:09.735814 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4845347-ee19-4529-a1f4-6b89762e1880 None None] New status for floating IP d8ceacf8-357b-49f4-b79d-ce4bc540a48b: ACTIVE {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:15:14.416021 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:15:16.660089 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-30fe1ca5-e6ce-4031-8e54-2e2270db7e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:19.313127 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-87447b35-b83e-4251-970c-0309ce452969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:19.512606 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:20.718174 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:22.678510 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:27.649575 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:36.052236 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [req-da6ee1dd-1a1a-484b-a17f-5274f252589f req-795e658a-627b-41aa-b9f9-ca5791b32a6b service neutron] (108235) timed out ('10.222.0.30', 57461) {{(pid=108235) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 08:15:46.671318 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-e2600f3f-2a71-4d60-adfd-a3f1ce600598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:49.288570 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-2c16fe50-b75b-462f-be74-bc9cd10d4ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:49.511315 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:50.699680 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:51.419598 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:15:52.705638 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:15:57.654132 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:16:07.921273 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3dbc3131-c4bb-49d4-8e5d-dc0b4c53b83e req-fa7c1021-cefc-4d6e-aa7e-2d1ded64ac3a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0978081 Oct 28 08:16:08.020325 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc3131-c4bb-49d4-8e5d-dc0b4c53b83e req-f6bf1853-2bb9-4a6f-9ad8-e8ec750a292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:16:08.021821 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3dbc3131-c4bb-49d4-8e5d-dc0b4c53b83e req-f6bf1853-2bb9-4a6f-9ad8-e8ec750a292d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb868b6450414866ae91386c1d1b632a&device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 1098 time: 0.0448015 Oct 28 08:16:08.136124 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc3131-c4bb-49d4-8e5d-dc0b4c53b83e req-c1a79791-f88a-4d26-b4c7-9b531cdf293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:16:08.138364 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3dbc3131-c4bb-49d4-8e5d-dc0b4c53b83e req-c1a79791-f88a-4d26-b4c7-9b531cdf293f service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb6fb4f8-5004-4772-92b0-087728ccca6d HTTP/1.1" status: 200 len: 912 time: 0.0969725 Oct 28 08:16:08.210643 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3dbc3131-c4bb-49d4-8e5d-dc0b4c53b83e req-b7c4a800-0291-4dfc-9ed7-e6fb07bc3198 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beeadb96-c475-40d2-b7ac-31cf3eeec077 HTTP/1.1" status: 200 len: 1000 time: 0.0634573 Oct 28 08:16:08.262061 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc3131-c4bb-49d4-8e5d-dc0b4c53b83e req-e1128c7b-c37a-479b-8400-6651448ec486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:16:08.263573 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3dbc3131-c4bb-49d4-8e5d-dc0b4c53b83e req-e1128c7b-c37a-479b-8400-6651448ec486 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a487c1-660f-493f-b4c9-633493fc8841 HTTP/1.1" status: 200 len: 850 time: 0.0458012 Oct 28 08:16:08.310706 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc3131-c4bb-49d4-8e5d-dc0b4c53b83e req-d06b950f-d752-451a-960c-129cd024e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:16:08.312249 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3dbc3131-c4bb-49d4-8e5d-dc0b4c53b83e req-d06b950f-d752-451a-960c-129cd024e063 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb6fb4f8-5004-4772-92b0-087728ccca6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409141 Oct 28 08:16:08.410387 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3dbc3131-c4bb-49d4-8e5d-dc0b4c53b83e req-c3228453-80af-4c2b-b174-b8f089acf375 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898066 Oct 28 08:16:08.510656 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3dbc3131-c4bb-49d4-8e5d-dc0b4c53b83e req-7a98940b-7bac-4590-8269-5a8f3928ced8 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892520 Oct 28 08:16:16.681863 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f2209a76-523d-4fb9-b6c8-36b2ae898f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:16:19.328039 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4bc82f97-5ddb-4b46-a3a3-7d2f17366431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:16:19.538940 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:16:20.716329 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:16:22.698602 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:16:27.637331 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:16:28.418355 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:16:46.647010 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-38ae461b-2057-4cb3-a5b5-3545b54e07ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:16:49.304292 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-913a91e7-2eb0-4cd0-850f-582a01a5eb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:16:49.509975 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:16:50.692705 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:16:52.692170 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:16:57.645819 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:05.418145 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:17:07.836521 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d409512a-0dc8-420a-a747-84a0705db345 req-fe0a652a-ede4-499a-94d5-42f7612c2a2e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385551 Oct 28 08:17:07.924321 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409512a-0dc8-420a-a747-84a0705db345 req-322e8aca-b4c1-4ae9-882c-b28aaaeea772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:07.925827 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d409512a-0dc8-420a-a747-84a0705db345 req-322e8aca-b4c1-4ae9-882c-b28aaaeea772 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb868b6450414866ae91386c1d1b632a&device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 1098 time: 0.0440006 Oct 28 08:17:08.033397 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409512a-0dc8-420a-a747-84a0705db345 req-69c20007-500c-437c-af12-66ccaede67d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:08.034918 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d409512a-0dc8-420a-a747-84a0705db345 req-69c20007-500c-437c-af12-66ccaede67d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb6fb4f8-5004-4772-92b0-087728ccca6d HTTP/1.1" status: 200 len: 912 time: 0.0900998 Oct 28 08:17:08.109286 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d409512a-0dc8-420a-a747-84a0705db345 req-0a7321d9-a4f3-4ba9-a668-8f739565700f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beeadb96-c475-40d2-b7ac-31cf3eeec077 HTTP/1.1" status: 200 len: 1000 time: 0.0662858 Oct 28 08:17:08.358446 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-5e979f60-d17d-41ea-8cab-b944cdb63539 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-562818630&fields=id&tenant_id=eb868b6450414866ae91386c1d1b632a HTTP/1.1" status: 200 len: 267 time: 0.0372982 Oct 28 08:17:08.403005 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409512a-0dc8-420a-a747-84a0705db345 req-23b34b90-2651-4340-89f1-377f7d01c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:08.404498 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d409512a-0dc8-420a-a747-84a0705db345 req-23b34b90-2651-4340-89f1-377f7d01c427 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a487c1-660f-493f-b4c9-633493fc8841 HTTP/1.1" status: 200 len: 850 time: 0.2884452 Oct 28 08:17:08.452265 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409512a-0dc8-420a-a747-84a0705db345 req-2439e07a-b923-493d-a286-574c6c520f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:08.453792 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d409512a-0dc8-420a-a747-84a0705db345 req-2439e07a-b923-493d-a286-574c6c520f07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb6fb4f8-5004-4772-92b0-087728ccca6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422740 Oct 28 08:17:08.476036 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-ee96d2fd-1666-48e2-a67d-0609d1db8dfc tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:08.477508 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-ee96d2fd-1666-48e2-a67d-0609d1db8dfc tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/networks?id=cb6fb4f8-5004-4772-92b0-087728ccca6d HTTP/1.1" status: 200 len: 811 time: 0.1120870 Oct 28 08:17:08.493474 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-f1dda9a6-6ccf-4168-9f19-bf43d464a5ff tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/quotas/eb868b6450414866ae91386c1d1b632a HTTP/1.1" status: 200 len: 375 time: 0.0092652 Oct 28 08:17:08.547939 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d409512a-0dc8-420a-a747-84a0705db345 req-00243b45-561e-4206-afa9-24a387335f7a service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867817 Oct 28 08:17:08.552672 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-9e272907-4b10-4e07-833f-dbc8a7ba2fbf tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb868b6450414866ae91386c1d1b632a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0520513 Oct 28 08:17:08.642217 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-d409512a-0dc8-420a-a747-84a0705db345 req-330b0eac-f553-4a97-9307-dd873309cd0e service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864940 Oct 28 08:17:08.655798 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-99dec9e9-2c0a-4719-b553-1a22516a5648 service neutron] 10.222.0.37 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904031 Oct 28 08:17:08.744267 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-45cb3d16-ee04-4d5a-96ad-019684d33668 service neutron] 10.222.0.37 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822294 Oct 28 08:17:09.336963 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-2bebd695-c42f-4624-b0bd-463ec0ac4ec0 req-78136de2-23fc-4ee3-9b74-6c46fca99b07 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 210 time: 0.0792065 Oct 28 08:17:10.457450 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-52f34555-871d-4e72-bc1c-4f260c3b8f85 req-11b00c17-e1c1-4ca5-8ad2-b6bfa4af6bab tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 210 time: 0.0303388 Oct 28 08:17:11.141235 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-d4c35e99-203d-46bc-b3cf-2a051201fb7c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:11.142811 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-d4c35e99-203d-46bc-b3cf-2a051201fb7c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.30 "GET /v2.0/networks?id=cb6fb4f8-5004-4772-92b0-087728ccca6d HTTP/1.1" status: 200 len: 811 time: 0.1088660 Oct 28 08:17:11.191107 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-b6c9b4b6-664d-4f65-b5bd-b1dc316a981e tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb868b6450414866ae91386c1d1b632a HTTP/1.1" status: 200 len: 379 time: 0.0393498 Oct 28 08:17:11.201263 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Request body: {'port': {'device_id': '017e28f9-5414-41b8-9d33-2787a8d96310', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'admin_state_up': True, 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'security_groups': ['33d8f46e-163a-49bb-84c2-038607458b7b']}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:17:11.382483 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Made reservation on behalf of eb868b6450414866ae91386c1d1b632a for: {'port': 1} {{(pid=108236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:17:11.386060 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:11.522831 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Allocated IP 172.20.0.10 (cb6fb4f8-5004-4772-92b0-087728ccca6d/95a487c1-660f-493f-b4c9-633493fc8841/dd99397f-4352-44b3-b3a2-a272d5aad743) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:17:11.691406 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:11.740573 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-378f38f8-67a8-4d90-aa99-c72348779951 req-8455381f-e2e6-43d7-9786-93ac30626023 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 210 time: 0.0258179 Oct 28 08:17:11.782985 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:11.827543 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Network cb6fb4f8-5004-4772-92b0-087728ccca6d is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:17:11.830600 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:17:11.833264 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:17:11.861727 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event updated for resources: {'Port': ['ID=dd99397f-4352-44b3-b3a2-a272d5aad743,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:17:11.877917 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:11.878264 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:11.881950 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:11.881950 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:11.881950 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:11.881950 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:11.881950 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:11.881950 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:11.881950 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:11.881950 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:11.881950 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:11.881950 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:11.907323 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:11.908070 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:11.967464 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-30aa55a0-18ce-4137-9211-fd00ddbd7c4b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7704432 Oct 28 08:17:11.979662 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Request body: {'port': {'device_id': '017e28f9-5414-41b8-9d33-2787a8d96310', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81578'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:17:12.039669 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:12.074691 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-cd6f02a0-2ae2-431b-a91e-985ce26f07e1 None None] Provisioning complete for port dd99397f-4352-44b3-b3a2-a272d5aad743 triggered by entity DHCP. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:17:12.075493 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-cd6f02a0-2ae2-431b-a91e-985ce26f07e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:12.109517 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-cd6f02a0-2ae2-431b-a91e-985ce26f07e1 None None] Port dd99397f-4352-44b3-b3a2-a272d5aad743 cannot update to ACTIVE because it is not bound. {{(pid=108237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:17:12.322264 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd99397f-4352-44b3-b3a2-a272d5aad743 {{(pid=108236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:17:12.331217 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:12.347581 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.provisioning_blocks [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Transition to ACTIVE for port object dd99397f-4352-44b3-b3a2-a272d5aad743 will not be triggered until provisioned by entity L2. {{(pid=108236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:17:12.440915 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:12.517373 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Pushing event updated for resources: {'Port': ['ID=dd99397f-4352-44b3-b3a2-a272d5aad743,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:17:12.589185 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Attempting to bind port dd99397f-4352-44b3-b3a2-a272d5aad743 on host hv-cinder-81578 for vnic_type normal with profile {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 28 08:17:12.589528 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Attempting to bind port dd99397f-4352-44b3-b3a2-a272d5aad743 by drivers openvswitch,hyperv on host hv-cinder-81578 at level 0 using segments [{'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 28 08:17:12.589880 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Attempting to bind port dd99397f-4352-44b3-b3a2-a272d5aad743 on network cb6fb4f8-5004-4772-92b0-087728ccca6d {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:17:12.595758 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Port dd99397f-4352-44b3-b3a2-a272d5aad743 on network cb6fb4f8-5004-4772-92b0-087728ccca6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81578 {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:17:12.596077 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Attempting to bind port dd99397f-4352-44b3-b3a2-a272d5aad743 on network cb6fb4f8-5004-4772-92b0-087728ccca6d {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:17:12.602295 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Checking agent: {'id': '3cd07e7d-f5d7-4771-bc35-a81a9bc5842b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81578', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'started_at': datetime.datetime(2021, 10, 28, 7, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:17:12.606001 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Checking segment: {'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:17:12.606001 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Bound using segment: {'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'} {{(pid=108236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:17:12.606001 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.managers [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Bound port: dd99397f-4352-44b3-b3a2-a272d5aad743, host: hv-cinder-81578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61bf1dbf-e47c-4ab0-9448-64f373c61487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d'}}] {{(pid=108236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 28 08:17:12.606001 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:12.681320 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] For port dd99397f-4352-44b3-b3a2-a272d5aad743, host hv-cinder-81578, cleared binding levels {{(pid=108236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:17:12.685035 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] For port dd99397f-4352-44b3-b3a2-a272d5aad743, host hv-cinder-81578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=dd99397f-4352-44b3-b3a2-a272d5aad743,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:17:12.744476 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:12.788180 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:12.788907 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:12.790326 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] 10.222.0.30 "PUT /v2.0/ports/dd99397f-4352-44b3-b3a2-a272d5aad743 HTTP/1.1" status: 200 len: 1094 time: 0.8151095 Oct 28 08:17:12.790818 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017e28f9-5414-41b8-9d33-2787a8d96310', 'tag': 'dd99397f-4352-44b3-b3a2-a272d5aad743'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:17:12.793552 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410e72f6-1b70-4733-94ba-8994ec2934f6" -d '{"events": [{"name": "network-changed", "server_uuid": "017e28f9-5414-41b8-9d33-2787a8d96310", "tag": "dd99397f-4352-44b3-b3a2-a272d5aad743"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:17:12.835654 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a326d-5c07-40ca-9931-ad392d377107 service neutron] Pushing event updated for resources: {'Port': ['ID=dd99397f-4352-44b3-b3a2-a272d5aad743,revision_number=3']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:17:12.932999 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752178b4-7ab6-4ef8-a27a-ca8c619a012f req-3e790368-7348-49be-9dd3-4776cb5f1b13 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:12.936603 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-752178b4-7ab6-4ef8-a27a-ca8c619a012f req-3e790368-7348-49be-9dd3-4776cb5f1b13 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 944 time: 0.0907772 Oct 28 08:17:12.974587 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41253cd-dde8-4ec5-b779-e26791684727 x-openstack-request-id: req-b41253cd-dde8-4ec5-b779-e26791684727 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:17:12.974966 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017e28f9-5414-41b8-9d33-2787a8d96310", "tag": "dd99397f-4352-44b3-b3a2-a272d5aad743", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:17:12.975227 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b41253cd-dde8-4ec5-b779-e26791684727 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:17:12.975624 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017e28f9-5414-41b8-9d33-2787a8d96310', 'tag': 'dd99397f-4352-44b3-b3a2-a272d5aad743', 'status': 'completed', 'code': 200} Oct 28 08:17:12.984300 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-afa2fbc6-dcc6-43a2-9157-37778d61b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:12.985334 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-afa2fbc6-dcc6-43a2-9157-37778d61b974 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb868b6450414866ae91386c1d1b632a&device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 1097 time: 0.0774403 Oct 28 08:17:13.001023 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-752178b4-7ab6-4ef8-a27a-ca8c619a012f req-bcc15316-689a-42be-8b26-739afc1f7d4d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581923 Oct 28 08:17:13.031640 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-91a0e45b-b41e-49e0-a9bd-5e45c274ae40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd99397f-4352-44b3-b3a2-a272d5aad743 HTTP/1.1" status: 200 len: 217 time: 0.0379713 Oct 28 08:17:13.086818 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-3149223b-0cdd-4690-86a3-6bbc8753c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:13.088310 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-3149223b-0cdd-4690-86a3-6bbc8753c022 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a487c1-660f-493f-b4c9-633493fc8841 HTTP/1.1" status: 200 len: 850 time: 0.0499766 Oct 28 08:17:13.147311 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-d5d7e5af-9e42-4e1e-8814-93fe0d1a0ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:13.148850 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-d5d7e5af-9e42-4e1e-8814-93fe0d1a0ad7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb6fb4f8-5004-4772-92b0-087728ccca6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520489 Oct 28 08:17:13.247694 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-840ffa80-12bf-418b-a63d-53ace257478e service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910203 Oct 28 08:17:13.344993 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7340ad84-a7ec-476c-a6e2-fe42870f1581 req-06b7d201-3e6e-4d66-9220-438753ed58ef service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900960 Oct 28 08:17:13.513722 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e72f6-1b70-4733-94ba-8994ec2934f6 req-2294c2ac-27ad-4ade-9374-0759133bba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:13.515256 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-410e72f6-1b70-4733-94ba-8994ec2934f6 req-2294c2ac-27ad-4ade-9374-0759133bba6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb868b6450414866ae91386c1d1b632a&device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 1097 time: 0.0422449 Oct 28 08:17:13.607983 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e72f6-1b70-4733-94ba-8994ec2934f6 req-9c71c160-63da-4a84-a4a1-94fcca6d9a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:13.609134 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-410e72f6-1b70-4733-94ba-8994ec2934f6 req-9c71c160-63da-4a84-a4a1-94fcca6d9a82 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb6fb4f8-5004-4772-92b0-087728ccca6d HTTP/1.1" status: 200 len: 912 time: 0.0869222 Oct 28 08:17:13.654338 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-410e72f6-1b70-4733-94ba-8994ec2934f6 req-483331de-3c87-4cdf-8bd1-e80f01333f0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd99397f-4352-44b3-b3a2-a272d5aad743 HTTP/1.1" status: 200 len: 217 time: 0.0385020 Oct 28 08:17:13.705871 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e72f6-1b70-4733-94ba-8994ec2934f6 req-87af7ff6-00d9-4884-9c85-78cebf7e726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:13.707384 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-410e72f6-1b70-4733-94ba-8994ec2934f6 req-87af7ff6-00d9-4884-9c85-78cebf7e726d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a487c1-660f-493f-b4c9-633493fc8841 HTTP/1.1" status: 200 len: 850 time: 0.0469036 Oct 28 08:17:13.753367 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e72f6-1b70-4733-94ba-8994ec2934f6 req-29349612-754a-4073-9c16-f639a0bb903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:13.754905 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-410e72f6-1b70-4733-94ba-8994ec2934f6 req-29349612-754a-4073-9c16-f639a0bb903e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb6fb4f8-5004-4772-92b0-087728ccca6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408762 Oct 28 08:17:13.852528 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-410e72f6-1b70-4733-94ba-8994ec2934f6 req-bc317b56-bf97-43af-a8bc-a28f555bf4c8 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886269 Oct 28 08:17:13.946127 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-410e72f6-1b70-4733-94ba-8994ec2934f6 req-59c00af3-1583-4664-806c-00c1afa50714 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848513 Oct 28 08:17:14.122182 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379731de-a93d-4fcf-a301-3da4f58207c1 req-d2cbca92-5c4a-4e90-86bc-371958f5c798 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:14.123642 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-379731de-a93d-4fcf-a301-3da4f58207c1 req-d2cbca92-5c4a-4e90-86bc-371958f5c798 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 944 time: 0.0494475 Oct 28 08:17:14.162050 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-379731de-a93d-4fcf-a301-3da4f58207c1 req-9f848c79-c8c9-4bc2-8f15-acdf56d9ade9 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325079 Oct 28 08:17:15.276160 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e820132-6d2e-48f7-9130-c804efe1632f req-b8e78c62-4bf8-4790-bd1c-ee867c48a698 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:15.278217 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8e820132-6d2e-48f7-9130-c804efe1632f req-b8e78c62-4bf8-4790-bd1c-ee867c48a698 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 944 time: 0.0504751 Oct 28 08:17:15.316126 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-8e820132-6d2e-48f7-9130-c804efe1632f req-3cfd079c-b8ff-42d5-9d3e-147c8b264b14 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321009 Oct 28 08:17:16.436652 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511c5ea-28bc-41db-834b-b562d4baedde req-b6bbc24c-e758-4783-a8b6-1826ac744822 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:16.438183 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e511c5ea-28bc-41db-834b-b562d4baedde req-b6bbc24c-e758-4783-a8b6-1826ac744822 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 944 time: 0.0484574 Oct 28 08:17:16.476655 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-e511c5ea-28bc-41db-834b-b562d4baedde req-3c230f00-dacc-4700-9de7-5281feb360ac tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324955 Oct 28 08:17:16.674857 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-754a25b8-fb77-4d65-960a-de92ac2f59c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:17.591943 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d2adb-0a17-4364-8f5d-408e8a21334b req-ae70efc5-3262-426c-9d2b-48fc96e26d32 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:17.593424 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4a7d2adb-0a17-4364-8f5d-408e8a21334b req-ae70efc5-3262-426c-9d2b-48fc96e26d32 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 944 time: 0.0473030 Oct 28 08:17:17.630683 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-4a7d2adb-0a17-4364-8f5d-408e8a21334b req-879d3736-ef8f-4b27-9c86-479161c1c7c6 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313632 Oct 28 08:17:18.749234 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d27a75-8df7-47be-85d6-32a8911ff636 req-c823e47e-a71e-454f-9e89-475cdfbd8707 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:18.750751 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-47d27a75-8df7-47be-85d6-32a8911ff636 req-c823e47e-a71e-454f-9e89-475cdfbd8707 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 944 time: 0.0547130 Oct 28 08:17:18.789019 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-47d27a75-8df7-47be-85d6-32a8911ff636 req-2ab1517b-1c80-4a73-a8e5-3a42be44e8a2 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323036 Oct 28 08:17:19.280768 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-180eded0-01bf-4507-aa41-f5a3e9380939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:19.536383 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:19.904215 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67c02c-dc1c-46d6-9b3a-7f47ec770b4a req-0b149859-db95-452c-8ede-a98b585bc17b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:19.905716 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6e67c02c-dc1c-46d6-9b3a-7f47ec770b4a req-0b149859-db95-452c-8ede-a98b585bc17b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 944 time: 0.0497646 Oct 28 08:17:19.943397 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-6e67c02c-dc1c-46d6-9b3a-7f47ec770b4a req-75775b90-9f40-4fd6-9947-ca7ad2707ba8 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318248 Oct 28 08:17:20.697870 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:21.056277 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b3925-c392-4834-a522-2591458ec65f req-f4d230ab-37d4-42ff-ae30-8b3101c38450 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:21.056903 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f03b3925-c392-4834-a522-2591458ec65f req-f4d230ab-37d4-42ff-ae30-8b3101c38450 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 944 time: 0.0487299 Oct 28 08:17:21.095759 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-f03b3925-c392-4834-a522-2591458ec65f req-95da94e1-2483-4937-a60c-b308d9779544 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330942 Oct 28 08:17:21.409039 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device dd99397f-4352-44b3-b3a2-a272d5aad743 details requested by agent hyperv_hv-cinder-81578 with host hv-cinder-81578 {{(pid=108237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:17:21.509874 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port dd99397f-4352-44b3-b3a2-a272d5aad743, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=dd99397f-4352-44b3-b3a2-a272d5aad743,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:17:21.523251 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Returning: {'device': 'dd99397f-4352-44b3-b3a2-a272d5aad743', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'port_id': 'dd99397f-4352-44b3-b3a2-a272d5aad743', 'mac_address': 'fa:16:3e:16:7f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:17:21.561406 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:21.582438 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd99397f-4352-44b3-b3a2-a272d5aad743 {{(pid=108237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:17:21.603584 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port dd99397f-4352-44b3-b3a2-a272d5aad743, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=dd99397f-4352-44b3-b3a2-a272d5aad743,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:17:21.674827 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:21.723135 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=dd99397f-4352-44b3-b3a2-a272d5aad743,revision_number=4']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:17:21.731121 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:21.731472 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:21.731816 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:21.732149 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:21.732481 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:21.732812 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:21.733141 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:21.733468 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:21.733803 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:21.734127 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:21.734450 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:21.734792 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:17:21.974859 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] get_ports_and_sgs() called for port_ids ['dd99397f-4352-44b3-b3a2-a272d5aad743'] {{(pid=108237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:17:22.232115 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021301d9-d641-46a7-a5c1-84ba688d22cc req-bad21167-37d7-4e04-b314-0486d3860e19 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:22.233562 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-021301d9-d641-46a7-a5c1-84ba688d22cc req-bad21167-37d7-4e04-b314-0486d3860e19 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 945 time: 0.0577972 Oct 28 08:17:22.274577 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-021301d9-d641-46a7-a5c1-84ba688d22cc req-261f8f8f-d29a-4174-a1c1-c546d2558c9e tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350788 Oct 28 08:17:22.724672 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:23.394105 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21307cf2-695f-48bc-9735-b2ce9c05f0bb req-31eda828-849b-4df1-b431-be282bc24044 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:23.395781 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-21307cf2-695f-48bc-9735-b2ce9c05f0bb req-31eda828-849b-4df1-b431-be282bc24044 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 945 time: 0.0495553 Oct 28 08:17:23.423566 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device dd99397f-4352-44b3-b3a2-a272d5aad743 up at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:17:23.437629 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-21307cf2-695f-48bc-9735-b2ce9c05f0bb req-2dfa53d5-19d8-4e0d-bcd3-8359ae043e02 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359023 Oct 28 08:17:23.535752 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning for port dd99397f-4352-44b3-b3a2-a272d5aad743 completed by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:17:23.539987 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.provisioning_blocks [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Provisioning complete for port dd99397f-4352-44b3-b3a2-a272d5aad743 triggered by entity L2. {{(pid=108237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:17:23.540362 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16318812'] for port, provisioning_complete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:23.627939 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:23.651205 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017e28f9-5414-41b8-9d33-2787a8d96310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd99397f-4352-44b3-b3a2-a272d5aad743'}] {{(pid=108237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:17:23.653454 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4d941c9dcc2c90c6c4e21272fd1554f07b901bbc88ad92f64aa631c5c70e96c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97c6807-89a9-4cac-94a6-4dfa6a6b3705" -d '{"events": [{"server_uuid": "017e28f9-5414-41b8-9d33-2787a8d96310", "name": "network-vif-plugged", "status": "completed", "tag": "dd99397f-4352-44b3-b3a2-a272d5aad743"}]}' {{(pid=108237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:17:23.666909 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] For port dd99397f-4352-44b3-b3a2-a272d5aad743, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=dd99397f-4352-44b3-b3a2-a272d5aad743,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:17:23.741949 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057'] for port, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:23.767954 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88ea171-7c5d-435d-8543-cb4f479b505c x-openstack-request-id: req-e88ea171-7c5d-435d-8543-cb4f479b505c {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:17:23.768322 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017e28f9-5414-41b8-9d33-2787a8d96310", "name": "network-vif-plugged", "status": "completed", "tag": "dd99397f-4352-44b3-b3a2-a272d5aad743", "code": 200}]} {{(pid=108237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:17:23.768486 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e88ea171-7c5d-435d-8543-cb4f479b505c {{(pid=108237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:17:23.768871 dv-cinder-815780-1-iscsi neutron-server[108237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017e28f9-5414-41b8-9d33-2787a8d96310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd99397f-4352-44b3-b3a2-a272d5aad743', 'code': 200} Oct 28 08:17:23.798114 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Pushing event updated for resources: {'Port': ['ID=dd99397f-4352-44b3-b3a2-a272d5aad743,revision_number=5']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:17:24.120485 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9349565-9d36-409b-a599-e9d79ec98d60 req-00cfe219-582a-4479-be06-5e0725ce7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:24.122486 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e9349565-9d36-409b-a599-e9d79ec98d60 req-00cfe219-582a-4479-be06-5e0725ce7e3f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 1099 time: 0.0406208 Oct 28 08:17:24.167224 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e9349565-9d36-409b-a599-e9d79ec98d60 req-7f79a63a-72e7-425d-97ac-c896f025849b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377352 Oct 28 08:17:24.558256 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e6450-7ef7-42bd-ab5a-f373c95ec3fa req-bd1de45b-aed3-4cb3-99ef-033b3f54a09f tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:24.560069 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-684e6450-7ef7-42bd-ab5a-f373c95ec3fa req-bd1de45b-aed3-4cb3-99ef-033b3f54a09f tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 946 time: 0.0491085 Oct 28 08:17:24.599100 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-684e6450-7ef7-42bd-ab5a-f373c95ec3fa req-583c7a2d-2ad1-4009-b2c8-e213e621065a tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322814 Oct 28 08:17:25.717368 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d39c5-b307-430e-9ca6-ba1fc142a4db req-51eafebe-5d08-4252-996d-4cb14f8f71aa tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:25.718918 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-115d39c5-b307-430e-9ca6-ba1fc142a4db req-51eafebe-5d08-4252-996d-4cb14f8f71aa tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 946 time: 0.0519891 Oct 28 08:17:25.757176 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-115d39c5-b307-430e-9ca6-ba1fc142a4db req-4f49375c-a518-44bf-b5b2-1a54449b98f2 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322630 Oct 28 08:17:26.873982 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60444c68-27f8-4d4f-a80b-3c90bf0ba45c req-1a9d54a5-cdb6-4940-b024-357aaf979599 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:26.875669 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-60444c68-27f8-4d4f-a80b-3c90bf0ba45c req-1a9d54a5-cdb6-4940-b024-357aaf979599 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 946 time: 0.0499580 Oct 28 08:17:26.914236 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-60444c68-27f8-4d4f-a80b-3c90bf0ba45c req-1c1ad190-e820-4f65-a5ad-20dc97b25464 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326903 Oct 28 08:17:27.028736 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d7320-f76d-4b0a-9250-dcb362a9b6d2 req-f27b2b0b-6dae-49c0-8cd5-d21671e38503 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:27.030258 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-387d7320-f76d-4b0a-9250-dcb362a9b6d2 req-f27b2b0b-6dae-49c0-8cd5-d21671e38503 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 946 time: 0.0498223 Oct 28 08:17:27.069856 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-387d7320-f76d-4b0a-9250-dcb362a9b6d2 req-c84087f5-67e1-4336-8177-0488defcda1e tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329487 Oct 28 08:17:27.092522 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 40528) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:17:27.226106 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68430475-8581-4c63-894a-d7dccafbcd93 tempest-TestVolumeBootPattern-1409758695 tempest-TestVolumeBootPattern-1409758695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:27.227601 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-68430475-8581-4c63-894a-d7dccafbcd93 tempest-TestVolumeBootPattern-1409758695 tempest-TestVolumeBootPattern-1409758695-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 1094 time: 0.1340952 Oct 28 08:17:27.230395 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 40532) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:17:27.234620 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.v2.base [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Request body: {'floatingip': {'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'port_id': 'dd99397f-4352-44b3-b3a2-a272d5aad743', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:17:27.353482 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for floatingip, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:27.455315 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:27.565265 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_common [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Allocated IP 172.27.3.176 (77f84cc0-8b47-4277-be58-a93709c02eeb/2fc1b7ce-548a-406e-9830-ae6bdd788adb/3686956c-1b7d-41ff-b4dd-ec088fd4f886) {{(pid=108236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:17:27.652121 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:27.666704 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for port, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:27.737412 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754291883021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:27.775721 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Network 77f84cc0-8b47-4277-be58-a93709c02eeb is already hosted by enough agents. {{(pid=108236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:17:27.779298 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.base_scheduler [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Resources bound (agent type, host, resource id): {{(pid=108236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:17:27.782792 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Received port after_create {{(pid=108236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:17:27.813846 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event updated for resources: {'Port': ['ID=3686956c-1b7d-41ff-b4dd-ec088fd4f886,revision_number=1']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:17:28.131904 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:28.287758 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16317752'] for port, before_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:28.441687 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for port, precommit_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:28.553041 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754292407098', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754291883039', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754291883057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4058869'] for port, after_update {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:28.625789 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event updated for resources: {'Port': ['ID=3686956c-1b7d-41ff-b4dd-ec088fd4f886,revision_number=2']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:17:28.637671 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586271'] for floatingip, after_create {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:28.738197 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.db.l3_db [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Floating IP 1492bb13-fa4d-4eff-811a-e973892dff9d associated. External IP: 172.27.3.176, port: dd99397f-4352-44b3-b3a2-a272d5aad743. Oct 28 08:17:28.945055 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Router 8812198d-193f-40a5-be40-fdbb7cb527d9 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:17:29.061838 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:17:29.071440 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb1c5f7-3d94-4746-977d-4c169289fd6b None None] Sync routers for ids ['8812198d-193f-40a5-be40-fdbb7cb527d9'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:17:29.081535 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb1c5f7-3d94-4746-977d-4c169289fd6b None None] Routers {'8812198d-193f-40a5-be40-fdbb7cb527d9'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:17:29.089403 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-5bb1c5f7-3d94-4746-977d-4c169289fd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:17:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8812198d-193f-40a5-be40-fdbb7cb527d9'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:17:29.139597 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:29.167292 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-1dfd27f4-83fa-4fc0-8560-850787385f22 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9357271 Oct 28 08:17:29.168495 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017e28f9-5414-41b8-9d33-2787a8d96310', 'tag': 'dd99397f-4352-44b3-b3a2-a272d5aad743'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:17:29.170871 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28d8726-f123-4272-805a-dfd91e497d23" -d '{"events": [{"name": "network-changed", "server_uuid": "017e28f9-5414-41b8-9d33-2787a8d96310", "tag": "dd99397f-4352-44b3-b3a2-a272d5aad743"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:17:29.201654 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-5bb1c5f7-3d94-4746-977d-4c169289fd6b None None] Set router 8812198d-193f-40a5-be40-fdbb7cb527d9 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:17:29.207106 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07636053-9786-4d87-95c7-4532545f75a5 x-openstack-request-id: req-07636053-9786-4d87-95c7-4532545f75a5 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:17:29.216972 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017e28f9-5414-41b8-9d33-2787a8d96310", "tag": "dd99397f-4352-44b3-b3a2-a272d5aad743", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:17:29.216972 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-07636053-9786-4d87-95c7-4532545f75a5 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:17:29.216972 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017e28f9-5414-41b8-9d33-2787a8d96310', 'tag': 'dd99397f-4352-44b3-b3a2-a272d5aad743', 'status': 'completed', 'code': 200} Oct 28 08:17:29.270588 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d8726-f123-4272-805a-dfd91e497d23 req-a3aa5440-c28d-446c-b42d-efe112ce1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:29.272120 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b28d8726-f123-4272-805a-dfd91e497d23 req-a3aa5440-c28d-446c-b42d-efe112ce1c86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb868b6450414866ae91386c1d1b632a&device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 1099 time: 0.0410943 Oct 28 08:17:29.363098 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d8726-f123-4272-805a-dfd91e497d23 req-4518c650-9626-496c-917d-cba08762cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:29.364487 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b28d8726-f123-4272-805a-dfd91e497d23 req-4518c650-9626-496c-917d-cba08762cb38 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb6fb4f8-5004-4772-92b0-087728ccca6d HTTP/1.1" status: 200 len: 912 time: 0.0847540 Oct 28 08:17:29.436758 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-5bb1c5f7-3d94-4746-977d-4c169289fd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '1492bb13-fa4d-4eff-811a-e973892dff9d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'port_id': 'dd99397f-4352-44b3-b3a2-a272d5aad743', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'mac_address': 'fa:16:3e:16:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e28f9-5414-41b8-9d33-2787a8d96310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:17:28Z', 'updated_at': '2021-10-28T08:17:28Z', 'revision_number': 0, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'fixed_ip_address_scope': None}, {'id': 'd8ceacf8-357b-49f4-b79d-ce4bc540a48b', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'port_id': 'beeadb96-c475-40d2-b7ac-31cf3eeec077', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'mac_address': 'fa:16:3e:ca:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:15:07Z', 'updated_at': '2021-10-28T08:15:09Z', 'revision_number': 1, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:30Z', 'revision_number': 5, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:17:29.437259 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b28d8726-f123-4272-805a-dfd91e497d23 req-5ebb85ea-5a6f-4f35-badc-d3b579758c60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd99397f-4352-44b3-b3a2-a272d5aad743 HTTP/1.1" status: 200 len: 1000 time: 0.0654414 Oct 28 08:17:29.467252 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb1c5f7-3d94-4746-977d-4c169289fd6b None None] Checking router: 8812198d-193f-40a5-be40-fdbb7cb527d9 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:17:29.475619 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb1c5f7-3d94-4746-977d-4c169289fd6b None None] Routers {'8812198d-193f-40a5-be40-fdbb7cb527d9'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:17:29.476274 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-5bb1c5f7-3d94-4746-977d-4c169289fd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:17:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8812198d-193f-40a5-be40-fdbb7cb527d9'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:17:29.488325 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d8726-f123-4272-805a-dfd91e497d23 req-8039fe78-4e8f-41bc-be9e-612e3af97656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:29.489809 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b28d8726-f123-4272-805a-dfd91e497d23 req-8039fe78-4e8f-41bc-be9e-612e3af97656 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a487c1-660f-493f-b4c9-633493fc8841 HTTP/1.1" status: 200 len: 850 time: 0.0457475 Oct 28 08:17:29.535103 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d8726-f123-4272-805a-dfd91e497d23 req-f45efbf9-1613-41be-bf6e-768114dc839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:17:29.536640 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b28d8726-f123-4272-805a-dfd91e497d23 req-f45efbf9-1613-41be-bf6e-768114dc839c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb6fb4f8-5004-4772-92b0-087728ccca6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399432 Oct 28 08:17:29.584588 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-5bb1c5f7-3d94-4746-977d-4c169289fd6b None None] Set router 8812198d-193f-40a5-be40-fdbb7cb527d9 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:17:29.633357 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b28d8726-f123-4272-805a-dfd91e497d23 req-0d5c8a03-5e7f-4986-9cdc-189dba26e0d9 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890434 Oct 28 08:17:29.735736 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-b28d8726-f123-4272-805a-dfd91e497d23 req-8f8984f2-6489-42d9-aafc-5628b46fa90c service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936282 Oct 28 08:17:29.946556 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-5bb1c5f7-3d94-4746-977d-4c169289fd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '1492bb13-fa4d-4eff-811a-e973892dff9d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'port_id': 'dd99397f-4352-44b3-b3a2-a272d5aad743', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'mac_address': 'fa:16:3e:16:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e28f9-5414-41b8-9d33-2787a8d96310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:17:28Z', 'updated_at': '2021-10-28T08:17:28Z', 'revision_number': 0, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'fixed_ip_address_scope': None}, {'id': 'd8ceacf8-357b-49f4-b79d-ce4bc540a48b', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'port_id': 'beeadb96-c475-40d2-b7ac-31cf3eeec077', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'mac_address': 'fa:16:3e:ca:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:15:07Z', 'updated_at': '2021-10-28T08:15:09Z', 'revision_number': 1, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:30Z', 'revision_number': 5, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:17:29.977822 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb1c5f7-3d94-4746-977d-4c169289fd6b None None] The sync data for ids ['8812198d-193f-40a5-be40-fdbb7cb527d9'] in dv-cinder-815780-1-iscsi is: [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': '1492bb13-fa4d-4eff-811a-e973892dff9d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'port_id': 'dd99397f-4352-44b3-b3a2-a272d5aad743', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'mac_address': 'fa:16:3e:16:7f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017e28f9-5414-41b8-9d33-2787a8d96310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:17:28Z', 'updated_at': '2021-10-28T08:17:28Z', 'revision_number': 0, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'fixed_ip_address_scope': None}, {'id': 'd8ceacf8-357b-49f4-b79d-ce4bc540a48b', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'port_id': 'beeadb96-c475-40d2-b7ac-31cf3eeec077', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'mac_address': 'fa:16:3e:ca:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:15:07Z', 'updated_at': '2021-10-28T08:15:09Z', 'revision_number': 1, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:30Z', 'revision_number': 5, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:17:30.162071 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb703e1a-73c5-4730-86c3-21202935ccea None None] New status for floating IP 1492bb13-fa4d-4eff-811a-e973892dff9d: ACTIVE {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:17:42.416842 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:17:46.678205 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b631b011-8aec-4d70-90d5-ef748d452d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:49.302820 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5f6e53f6-0ac4-4822-8b87-c37515a57262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:49.559742 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:50.725112 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:52.688993 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:17:57.628323 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:18:10.503307 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6d51bcba-4ac6-4f44-9fd1-0cb2311b89b3 req-a53a1b61-fe94-4565-a3b2-40b2df01dd4e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2874355 Oct 28 08:18:10.583771 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51bcba-4ac6-4f44-9fd1-0cb2311b89b3 req-62a56da2-d5f0-434e-a4d5-ce895da02ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:18:10.585158 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6d51bcba-4ac6-4f44-9fd1-0cb2311b89b3 req-62a56da2-d5f0-434e-a4d5-ce895da02ad6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb868b6450414866ae91386c1d1b632a&device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 1098 time: 0.0380876 Oct 28 08:18:10.689065 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51bcba-4ac6-4f44-9fd1-0cb2311b89b3 req-9c5df833-58a2-4863-89f1-c23ff1ba3869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:18:10.690633 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6d51bcba-4ac6-4f44-9fd1-0cb2311b89b3 req-9c5df833-58a2-4863-89f1-c23ff1ba3869 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb6fb4f8-5004-4772-92b0-087728ccca6d HTTP/1.1" status: 200 len: 912 time: 0.0859675 Oct 28 08:18:10.755992 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6d51bcba-4ac6-4f44-9fd1-0cb2311b89b3 req-4704e551-ac00-437c-9ce0-1d6717d90db9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beeadb96-c475-40d2-b7ac-31cf3eeec077 HTTP/1.1" status: 200 len: 1000 time: 0.0585740 Oct 28 08:18:10.804811 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51bcba-4ac6-4f44-9fd1-0cb2311b89b3 req-00d3dd4b-a12c-46bf-b9aa-75f500fc2628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:18:10.806240 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6d51bcba-4ac6-4f44-9fd1-0cb2311b89b3 req-00d3dd4b-a12c-46bf-b9aa-75f500fc2628 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a487c1-660f-493f-b4c9-633493fc8841 HTTP/1.1" status: 200 len: 850 time: 0.0437131 Oct 28 08:18:10.855554 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51bcba-4ac6-4f44-9fd1-0cb2311b89b3 req-2e239be6-139c-417c-9857-057373c5e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:18:10.857075 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6d51bcba-4ac6-4f44-9fd1-0cb2311b89b3 req-2e239be6-139c-417c-9857-057373c5e2e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb6fb4f8-5004-4772-92b0-087728ccca6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438700 Oct 28 08:18:10.951511 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6d51bcba-4ac6-4f44-9fd1-0cb2311b89b3 req-8a38e848-8c85-4b2e-87ba-99ee9165f1fb service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871303 Oct 28 08:18:11.053542 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-6d51bcba-4ac6-4f44-9fd1-0cb2311b89b3 req-d1764bc4-0e1a-4a2b-9626-9738bfb7943c service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955706 Oct 28 08:18:16.659913 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-df4d59bb-6540-4391-a6e8-3cf17b1b30d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:18:19.319081 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-03d20e00-48dc-40fe-912b-3593653d9b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:18:19.480433 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:18:19.551011 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:18:20.699088 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:18:22.690477 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:18:27.661776 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:18:46.652190 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-6dc32a63-0b7e-41d3-a701-b6dad1f35f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:18:49.295491 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-4ce22185-fbfa-4926-bd99-0efef13345a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:18:49.526476 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:18:50.720675 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:18:52.707074 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:18:56.419424 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:18:57.655035 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:11.842435 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e13ea9e0-503f-4df5-80c3-8ed3be4b6269 req-3abc8dfa-10e8-4857-9928-135d5ab29ead service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413568 Oct 28 08:19:11.910039 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ea9e0-503f-4df5-80c3-8ed3be4b6269 req-e405e76d-b9ab-4591-9f9f-7887448efca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:19:11.911784 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e13ea9e0-503f-4df5-80c3-8ed3be4b6269 req-e405e76d-b9ab-4591-9f9f-7887448efca3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb868b6450414866ae91386c1d1b632a&device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 1099 time: 0.0397899 Oct 28 08:19:12.014293 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ea9e0-503f-4df5-80c3-8ed3be4b6269 req-40ce1121-a75b-4f68-8b4d-ff4cfb9faaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:19:12.015797 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e13ea9e0-503f-4df5-80c3-8ed3be4b6269 req-40ce1121-a75b-4f68-8b4d-ff4cfb9faaf2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb6fb4f8-5004-4772-92b0-087728ccca6d HTTP/1.1" status: 200 len: 912 time: 0.0860288 Oct 28 08:19:12.080385 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e13ea9e0-503f-4df5-80c3-8ed3be4b6269 req-1c1f6f02-e41d-41af-aaca-4bba7a98b0dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd99397f-4352-44b3-b3a2-a272d5aad743 HTTP/1.1" status: 200 len: 1002 time: 0.0570614 Oct 28 08:19:12.128032 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ea9e0-503f-4df5-80c3-8ed3be4b6269 req-bba7a895-fd73-404c-86de-c4387003b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:19:12.129328 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e13ea9e0-503f-4df5-80c3-8ed3be4b6269 req-bba7a895-fd73-404c-86de-c4387003b386 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a487c1-660f-493f-b4c9-633493fc8841 HTTP/1.1" status: 200 len: 850 time: 0.0421386 Oct 28 08:19:12.179563 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ea9e0-503f-4df5-80c3-8ed3be4b6269 req-a9077859-aa62-481a-85b1-b7f0d85b2898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:19:12.181065 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e13ea9e0-503f-4df5-80c3-8ed3be4b6269 req-a9077859-aa62-481a-85b1-b7f0d85b2898 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb6fb4f8-5004-4772-92b0-087728ccca6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428853 Oct 28 08:19:12.269931 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e13ea9e0-503f-4df5-80c3-8ed3be4b6269 req-0cf0e93d-bd43-46d3-8058-5a1d12a7da06 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810127 Oct 28 08:19:12.362409 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-e13ea9e0-503f-4df5-80c3-8ed3be4b6269 req-48c3ecbc-a28d-488a-8b0d-8423b16d369b service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855083 Oct 28 08:19:16.665913 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-30dc5030-235c-488d-8d47-3a116466c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:18.497778 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 40568) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:19:18.655968 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Deleting port 3686956c-1b7d-41ff-b4dd-ec088fd4f886 {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:19:18.656199 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:18.730956 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:18.731281 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:18.743330 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Calling delete_port for 3686956c-1b7d-41ff-b4dd-ec088fd4f886 owned by network:floatingip {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:19:18.954139 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:18.979787 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event deleted for resources: {'Port': ['ID=3686956c-1b7d-41ff-b4dd-ec088fd4f886,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:19:18.990967 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:18.991317 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:18.991660 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:18.991996 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:18.992324 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:18.992653 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:18.992980 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:18.993303 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:18.993628 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:18.993947 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:18.994270 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:18.994588 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:19.052694 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for floatingip, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:19.053131 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.db.l3_db [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Floating IP 1492bb13-fa4d-4eff-811a-e973892dff9d disassociated (deleted). External IP: 172.27.3.176, port: dd99397f-4352-44b3-b3a2-a272d5aad743. Oct 28 08:19:19.257870 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Router 8812198d-193f-40a5-be40-fdbb7cb527d9 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:19:19.308111 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-a8d45cdc-1072-4b4b-abba-073d4588ce81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:19.365839 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:19:19.370299 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:19.375235 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0d30d-d344-4589-a2b8-f84d13d49ee3 None None] Sync routers for ids ['8812198d-193f-40a5-be40-fdbb7cb527d9'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:19:19.384884 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0d30d-d344-4589-a2b8-f84d13d49ee3 None None] Routers {'8812198d-193f-40a5-be40-fdbb7cb527d9'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:19:19.387016 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-ace0d30d-d344-4589-a2b8-f84d13d49ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:19:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8812198d-193f-40a5-be40-fdbb7cb527d9'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:19.465846 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-d092d0c4-5500-4e26-891f-45911dbeba0c tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "DELETE /v2.0/floatingips/1492bb13-fa4d-4eff-811a-e973892dff9d HTTP/1.1" status: 204 len: 168 time: 0.9669902 Oct 28 08:19:19.466419 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017e28f9-5414-41b8-9d33-2787a8d96310', 'tag': 'dd99397f-4352-44b3-b3a2-a272d5aad743'}] {{(pid=108235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:19:19.468753 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4ad7e0b1a6d0b9f916951d122592239853211ff815bbc9715a4b116bc233df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8990f3-c846-423e-a89a-c2caaab64a73" -d '{"events": [{"name": "network-changed", "server_uuid": "017e28f9-5414-41b8-9d33-2787a8d96310", "tag": "dd99397f-4352-44b3-b3a2-a272d5aad743"}]}' {{(pid=108235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:19:19.509113 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-ace0d30d-d344-4589-a2b8-f84d13d49ee3 None None] Set router 8812198d-193f-40a5-be40-fdbb7cb527d9 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:19:19.554224 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:19.573317 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f2e587-12b3-4e19-b6b5-db220b63283e x-openstack-request-id: req-a4f2e587-12b3-4e19-b6b5-db220b63283e {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:19:19.573798 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "017e28f9-5414-41b8-9d33-2787a8d96310", "tag": "dd99397f-4352-44b3-b3a2-a272d5aad743", "status": "completed", "code": 200}]} {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:19:19.573909 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4f2e587-12b3-4e19-b6b5-db220b63283e {{(pid=108235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:19:19.574233 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017e28f9-5414-41b8-9d33-2787a8d96310', 'tag': 'dd99397f-4352-44b3-b3a2-a272d5aad743', 'status': 'completed', 'code': 200} Oct 28 08:19:19.637857 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8990f3-c846-423e-a89a-c2caaab64a73 req-5ec842ad-7c9a-4251-b129-9b16d9afdf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:19:19.639985 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9e8990f3-c846-423e-a89a-c2caaab64a73 req-5ec842ad-7c9a-4251-b129-9b16d9afdf3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb868b6450414866ae91386c1d1b632a&device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 1099 time: 0.0425255 Oct 28 08:19:19.730854 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8990f3-c846-423e-a89a-c2caaab64a73 req-3eee94a4-b260-4be6-adc9-037682cd1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:19:19.732667 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9e8990f3-c846-423e-a89a-c2caaab64a73 req-3eee94a4-b260-4be6-adc9-037682cd1e09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb6fb4f8-5004-4772-92b0-087728ccca6d HTTP/1.1" status: 200 len: 912 time: 0.0857072 Oct 28 08:19:19.780039 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9e8990f3-c846-423e-a89a-c2caaab64a73 req-fb315908-2622-44ee-896d-60d9bb5fb145 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd99397f-4352-44b3-b3a2-a272d5aad743 HTTP/1.1" status: 200 len: 217 time: 0.0386007 Oct 28 08:19:19.823888 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-ace0d30d-d344-4589-a2b8-f84d13d49ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': 'd8ceacf8-357b-49f4-b79d-ce4bc540a48b', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'port_id': 'beeadb96-c475-40d2-b7ac-31cf3eeec077', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'mac_address': 'fa:16:3e:ca:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:15:07Z', 'updated_at': '2021-10-28T08:15:09Z', 'revision_number': 1, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:30Z', 'revision_number': 5, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:19.830526 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8990f3-c846-423e-a89a-c2caaab64a73 req-a8633589-bcbc-42be-8a04-8f16c3cc1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:19:19.832017 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9e8990f3-c846-423e-a89a-c2caaab64a73 req-a8633589-bcbc-42be-8a04-8f16c3cc1da7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a487c1-660f-493f-b4c9-633493fc8841 HTTP/1.1" status: 200 len: 850 time: 0.0462744 Oct 28 08:19:19.854038 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0d30d-d344-4589-a2b8-f84d13d49ee3 None None] Checking router: 8812198d-193f-40a5-be40-fdbb7cb527d9 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:19:19.862828 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0d30d-d344-4589-a2b8-f84d13d49ee3 None None] Routers {'8812198d-193f-40a5-be40-fdbb7cb527d9'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:19:19.863445 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-ace0d30d-d344-4589-a2b8-f84d13d49ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:19:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8812198d-193f-40a5-be40-fdbb7cb527d9'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:19.883388 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8990f3-c846-423e-a89a-c2caaab64a73 req-a437117c-ff1e-4af3-b882-52dd885086e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:19:19.885235 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9e8990f3-c846-423e-a89a-c2caaab64a73 req-a437117c-ff1e-4af3-b882-52dd885086e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb6fb4f8-5004-4772-92b0-087728ccca6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447528 Oct 28 08:19:19.941669 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4bec2-fc98-4d6d-ab91-a551679e92cb req-e4e18d78-8aa8-4446-b3bb-75739422a8c5 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:19:19.943859 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a8b4bec2-fc98-4d6d-ab91-a551679e92cb req-e4e18d78-8aa8-4446-b3bb-75739422a8c5 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 946 time: 0.0566669 Oct 28 08:19:19.973686 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-ace0d30d-d344-4589-a2b8-f84d13d49ee3 None None] Set router 8812198d-193f-40a5-be40-fdbb7cb527d9 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:19:19.984637 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-a8b4bec2-fc98-4d6d-ab91-a551679e92cb req-4913e102-535f-4c5f-948d-5b48d969803b tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334656 Oct 28 08:19:19.992640 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9e8990f3-c846-423e-a89a-c2caaab64a73 req-3033c543-1b2c-4bd2-8796-e5456bf69239 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991142 Oct 28 08:19:20.082838 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-9e8990f3-c846-423e-a89a-c2caaab64a73 req-f105fa0a-a3a1-419b-879c-6be285471e4c service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828874 Oct 28 08:19:20.198851 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-ace0d30d-d344-4589-a2b8-f84d13d49ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': 'd8ceacf8-357b-49f4-b79d-ce4bc540a48b', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'port_id': 'beeadb96-c475-40d2-b7ac-31cf3eeec077', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'mac_address': 'fa:16:3e:ca:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:15:07Z', 'updated_at': '2021-10-28T08:15:09Z', 'revision_number': 1, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:30Z', 'revision_number': 5, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:20.224653 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0d30d-d344-4589-a2b8-f84d13d49ee3 None None] The sync data for ids ['8812198d-193f-40a5-be40-fdbb7cb527d9'] in dv-cinder-815780-1-iscsi is: [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_floatingips': [{'id': 'd8ceacf8-357b-49f4-b79d-ce4bc540a48b', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'router_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'port_id': 'beeadb96-c475-40d2-b7ac-31cf3eeec077', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'mac_address': 'fa:16:3e:ca:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:15:07Z', 'updated_at': '2021-10-28T08:15:09Z', 'revision_number': 1, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:30Z', 'revision_number': 5, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:19:20.429569 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcdb794-6359-44d1-a2e2-191e8bcb630d None None] New status for floating IP 1492bb13-fa4d-4eff-811a-e973892dff9d: DOWN {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:19:20.746307 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:21.103145 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b50c2-fcd7-46b6-b4d9-2236c1942bcd req-cc5478b5-db7c-4a6f-abc2-684325ffd09e tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:19:21.104607 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-544b50c2-fcd7-46b6-b4d9-2236c1942bcd req-cc5478b5-db7c-4a6f-abc2-684325ffd09e tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 946 time: 0.0482609 Oct 28 08:19:21.143137 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-544b50c2-fcd7-46b6-b4d9-2236c1942bcd req-d9460267-ebc1-47e0-b4a7-8c2167564d16 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327053 Oct 28 08:19:21.628393 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004a7a0-03fe-4964-9496-388e3fe94605 req-64960ea1-60a6-4eae-b6c9-54fd23fa353d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:19:21.629806 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7004a7a0-03fe-4964-9496-388e3fe94605 req-64960ea1-60a6-4eae-b6c9-54fd23fa353d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.30 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 946 time: 0.0482662 Oct 28 08:19:21.720377 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-7004a7a0-03fe-4964-9496-388e3fe94605 req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Deleting port dd99397f-4352-44b3-b3a2-a272d5aad743 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:19:21.720624 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-7004a7a0-03fe-4964-9496-388e3fe94605 req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:21.814456 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-7004a7a0-03fe-4964-9496-388e3fe94605 req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] For port dd99397f-4352-44b3-b3a2-a272d5aad743, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=dd99397f-4352-44b3-b3a2-a272d5aad743,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:19:21.814858 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-7004a7a0-03fe-4964-9496-388e3fe94605 req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:21.826891 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-7004a7a0-03fe-4964-9496-388e3fe94605 req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Calling delete_port for dd99397f-4352-44b3-b3a2-a272d5aad743 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:19:22.044960 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-7004a7a0-03fe-4964-9496-388e3fe94605 req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:22.076582 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event deleted for resources: {'Port': ['ID=dd99397f-4352-44b3-b3a2-a272d5aad743,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:19:22.102525 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:22.102902 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:22.103243 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:22.103574 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:22.103900 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:22.104224 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:22.104546 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:22.104869 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:22.105191 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:22.105509 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:22.105824 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:22.106135 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:22.127625 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-7004a7a0-03fe-4964-9496-388e3fe94605 req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] No DVR routers for this DVR port dd99397f-4352-44b3-b3a2-a272d5aad743 on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:19:22.130290 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-7004a7a0-03fe-4964-9496-388e3fe94605 req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:22.133521 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-7004a7a0-03fe-4964-9496-388e3fe94605 req-163d405a-6ea9-45a2-bd55-200a992143d7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.30 "DELETE /v2.0/ports/dd99397f-4352-44b3-b3a2-a272d5aad743 HTTP/1.1" status: 204 len: 173 time: 0.4978132 Oct 28 08:19:22.133945 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017e28f9-5414-41b8-9d33-2787a8d96310', 'name': 'network-vif-deleted', 'tag': 'dd99397f-4352-44b3-b3a2-a272d5aad743'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:19:22.136203 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bcec9c-9f61-4319-9d94-db0f73ad283f" -d '{"events": [{"server_uuid": "017e28f9-5414-41b8-9d33-2787a8d96310", "name": "network-vif-deleted", "tag": "dd99397f-4352-44b3-b3a2-a272d5aad743"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:19:22.184341 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33fdcd0-6928-42d9-a785-7a94653517f6 x-openstack-request-id: req-c33fdcd0-6928-42d9-a785-7a94653517f6 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:19:22.184636 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "017e28f9-5414-41b8-9d33-2787a8d96310", "name": "network-vif-deleted", "tag": "dd99397f-4352-44b3-b3a2-a272d5aad743", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:19:22.184891 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c33fdcd0-6928-42d9-a785-7a94653517f6 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:19:22.185288 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017e28f9-5414-41b8-9d33-2787a8d96310', 'name': 'network-vif-deleted', 'tag': 'dd99397f-4352-44b3-b3a2-a272d5aad743', 'status': 'completed', 'code': 200} Oct 28 08:19:22.243361 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-cbf32e25-b26f-4bc7-8dfe-767d49d1b89f req-f2ce0a66-af6c-464d-9a2b-944d3c80d0c7 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 210 time: 0.0280693 Oct 28 08:19:22.730724 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:23.348656 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-883baacf-7c11-4628-abab-59fbc45ba43b req-c5dc0928-fbc7-406d-bfbe-00c75fd40179 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=017e28f9-5414-41b8-9d33-2787a8d96310 HTTP/1.1" status: 200 len: 210 time: 0.0250306 Oct 28 08:19:26.051835 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device dd99397f-4352-44b3-b3a2-a272d5aad743 no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:19:26.073116 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: dd99397f-4352-44b3-b3a2-a272d5aad743 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:19:26.073478 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device dd99397f-4352-44b3-b3a2-a272d5aad743 not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:19:26.847406 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 40620) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:19:27.001022 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-bf802afd-72b6-4e2e-9269-38e0bb300f89 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Deleting port f971071f-a099-4ef4-803e-7578da8c6d68 {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:19:27.001354 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-bf802afd-72b6-4e2e-9269-38e0bb300f89 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:27.073696 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-bf802afd-72b6-4e2e-9269-38e0bb300f89 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:27.074015 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-bf802afd-72b6-4e2e-9269-38e0bb300f89 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:27.086018 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-bf802afd-72b6-4e2e-9269-38e0bb300f89 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Calling delete_port for f971071f-a099-4ef4-803e-7578da8c6d68 owned by network:floatingip {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:19:27.336790 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-bf802afd-72b6-4e2e-9269-38e0bb300f89 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:27.361833 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf802afd-72b6-4e2e-9269-38e0bb300f89 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event deleted for resources: {'Port': ['ID=f971071f-a099-4ef4-803e-7578da8c6d68,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:19:27.425014 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-bf802afd-72b6-4e2e-9269-38e0bb300f89 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for floatingip, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:27.425337 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.db.l3_db [None req-bf802afd-72b6-4e2e-9269-38e0bb300f89 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Floating IP d8ceacf8-357b-49f4-b79d-ce4bc540a48b disassociated (deleted). External IP: 172.27.3.55, port: beeadb96-c475-40d2-b7ac-31cf3eeec077. Oct 28 08:19:27.629908 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf802afd-72b6-4e2e-9269-38e0bb300f89 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Router 8812198d-193f-40a5-be40-fdbb7cb527d9 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:19:27.679452 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:27.743316 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf802afd-72b6-4e2e-9269-38e0bb300f89 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:19:27.748072 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-bf802afd-72b6-4e2e-9269-38e0bb300f89 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:27.752512 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382fc4dd-133a-433e-8077-27f9bc4a6afc None None] Sync routers for ids ['8812198d-193f-40a5-be40-fdbb7cb527d9'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:19:27.762138 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382fc4dd-133a-433e-8077-27f9bc4a6afc None None] Routers {'8812198d-193f-40a5-be40-fdbb7cb527d9'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:19:27.762772 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-382fc4dd-133a-433e-8077-27f9bc4a6afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:19:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8812198d-193f-40a5-be40-fdbb7cb527d9'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:27.775124 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-bf802afd-72b6-4e2e-9269-38e0bb300f89 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "DELETE /v2.0/floatingips/d8ceacf8-357b-49f4-b79d-ce4bc540a48b HTTP/1.1" status: 204 len: 168 time: 0.9265904 Oct 28 08:19:27.775703 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'tag': 'beeadb96-c475-40d2-b7ac-31cf3eeec077'}] {{(pid=108235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:19:27.778038 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e4ad7e0b1a6d0b9f916951d122592239853211ff815bbc9715a4b116bc233df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e923be8-f9de-49c9-8e22-ccec9e95a404" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2168ba-503c-4667-9259-2bd530ea5b42", "tag": "beeadb96-c475-40d2-b7ac-31cf3eeec077"}]}' {{(pid=108235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:19:27.819085 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a61f21-250c-4987-bbc7-9f53028c0378 x-openstack-request-id: req-e5a61f21-250c-4987-bbc7-9f53028c0378 {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:19:27.819085 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2168ba-503c-4667-9259-2bd530ea5b42", "tag": "beeadb96-c475-40d2-b7ac-31cf3eeec077", "status": "completed", "code": 200}]} {{(pid=108235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:19:27.819085 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5a61f21-250c-4987-bbc7-9f53028c0378 {{(pid=108235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:19:27.819085 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'tag': 'beeadb96-c475-40d2-b7ac-31cf3eeec077', 'status': 'completed', 'code': 200} Oct 28 08:19:27.872968 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-382fc4dd-133a-433e-8077-27f9bc4a6afc None None] Set router 8812198d-193f-40a5-be40-fdbb7cb527d9 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:19:27.881478 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e923be8-f9de-49c9-8e22-ccec9e95a404 req-45256230-6338-4dfe-8d09-fa51248d6380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:19:27.882988 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3e923be8-f9de-49c9-8e22-ccec9e95a404 req-45256230-6338-4dfe-8d09-fa51248d6380 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb868b6450414866ae91386c1d1b632a&device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 1098 time: 0.0438869 Oct 28 08:19:27.978380 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e923be8-f9de-49c9-8e22-ccec9e95a404 req-4b291ca1-cbcd-4c75-9cd7-0b9e9897e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:19:27.979889 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3e923be8-f9de-49c9-8e22-ccec9e95a404 req-4b291ca1-cbcd-4c75-9cd7-0b9e9897e1be service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb6fb4f8-5004-4772-92b0-087728ccca6d HTTP/1.1" status: 200 len: 912 time: 0.0893688 Oct 28 08:19:28.023253 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3e923be8-f9de-49c9-8e22-ccec9e95a404 req-159fa1e8-d8bb-4262-b654-3dd418fd9e63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=beeadb96-c475-40d2-b7ac-31cf3eeec077 HTTP/1.1" status: 200 len: 217 time: 0.0357697 Oct 28 08:19:28.074156 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-382fc4dd-133a-433e-8077-27f9bc4a6afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:30Z', 'revision_number': 5, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:28.077399 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e923be8-f9de-49c9-8e22-ccec9e95a404 req-d5aff291-fe91-4774-8585-a7cf2d2dbb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:19:28.078916 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3e923be8-f9de-49c9-8e22-ccec9e95a404 req-d5aff291-fe91-4774-8585-a7cf2d2dbb41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95a487c1-660f-493f-b4c9-633493fc8841 HTTP/1.1" status: 200 len: 850 time: 0.0463939 Oct 28 08:19:28.102194 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382fc4dd-133a-433e-8077-27f9bc4a6afc None None] Checking router: 8812198d-193f-40a5-be40-fdbb7cb527d9 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:19:28.110392 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382fc4dd-133a-433e-8077-27f9bc4a6afc None None] Routers {'8812198d-193f-40a5-be40-fdbb7cb527d9'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:19:28.111039 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-382fc4dd-133a-433e-8077-27f9bc4a6afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:19:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8812198d-193f-40a5-be40-fdbb7cb527d9'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:28.128427 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e923be8-f9de-49c9-8e22-ccec9e95a404 req-8c672efa-a680-4d2e-98e2-aee3a166d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:19:28.129987 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3e923be8-f9de-49c9-8e22-ccec9e95a404 req-8c672efa-a680-4d2e-98e2-aee3a166d1e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb6fb4f8-5004-4772-92b0-087728ccca6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433743 Oct 28 08:19:28.223694 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-382fc4dd-133a-433e-8077-27f9bc4a6afc None None] Set router 8812198d-193f-40a5-be40-fdbb7cb527d9 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:19:28.227358 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3e923be8-f9de-49c9-8e22-ccec9e95a404 req-f74b1ea1-cbdf-483c-b797-04e2efd07d15 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898781 Oct 28 08:19:28.248790 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168d0de-a9e1-4d42-a3f0-096d539f3d10 req-aea99214-ffbf-4b16-860e-8b2efe3a5e7a tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:19:28.250334 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0168d0de-a9e1-4d42-a3f0-096d539f3d10 req-aea99214-ffbf-4b16-860e-8b2efe3a5e7a tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 945 time: 0.0527995 Oct 28 08:19:28.292030 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-0168d0de-a9e1-4d42-a3f0-096d539f3d10 req-64eae1a4-e855-42e6-9f4c-233b42d67dd9 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346217 Oct 28 08:19:28.338155 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-3e923be8-f9de-49c9-8e22-ccec9e95a404 req-2d80cb70-de2d-4d37-bcbd-2d4b3b8ac706 service neutron] 10.222.0.30 "GET /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022556 Oct 28 08:19:28.431180 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-382fc4dd-133a-433e-8077-27f9bc4a6afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:30Z', 'revision_number': 5, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:28.457541 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382fc4dd-133a-433e-8077-27f9bc4a6afc None None] The sync data for ids ['8812198d-193f-40a5-be40-fdbb7cb527d9'] in dv-cinder-815780-1-iscsi is: [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:26Z', 'revision_number': 4, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi', '_interfaces': [{'id': '4129a58c-6f2a-4383-ae19-65a330f4e573', 'name': '', 'network_id': 'cb6fb4f8-5004-4772-92b0-087728ccca6d', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'mac_address': 'fa:16:3e:bf:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '95a487c1-660f-493f-b4c9-633493fc8841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:26Z', 'updated_at': '2021-10-28T08:10:30Z', 'revision_number': 5, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'subnets': [{'id': '95a487c1-660f-493f-b4c9-633493fc8841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:19:28.659752 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e8f4f7-27d7-4c8d-8c6c-b72565aa8aa3 None None] New status for floating IP d8ceacf8-357b-49f4-b79d-ce4bc540a48b: DOWN {{(pid=108238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:19:29.409506 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9544263-8f8f-4216-8f16-86f436bdfec1 req-578e2e8f-9532-4158-afb5-c8e246c49ff1 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:19:29.411067 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b9544263-8f8f-4216-8f16-86f436bdfec1 req-578e2e8f-9532-4158-afb5-c8e246c49ff1 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 945 time: 0.0500722 Oct 28 08:19:29.448943 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-b9544263-8f8f-4216-8f16-86f436bdfec1 req-60197dd4-1793-430b-a0db-54157ef1fb6e tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/security-groups?id=33d8f46e-163a-49bb-84c2-038607458b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319607 Oct 28 08:19:29.821773 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08ff64-3efa-4ec5-ac59-212437bc4b01 req-94829fce-aafc-47fb-abe8-cf05fee35493 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:19:29.823244 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bf08ff64-3efa-4ec5-ac59-212437bc4b01 req-94829fce-aafc-47fb-abe8-cf05fee35493 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 945 time: 0.0475807 Oct 28 08:19:29.910921 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-bf08ff64-3efa-4ec5-ac59-212437bc4b01 req-02dea98c-4b46-45fc-9e98-6d7588867793 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Deleting port beeadb96-c475-40d2-b7ac-31cf3eeec077 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:19:29.911837 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-bf08ff64-3efa-4ec5-ac59-212437bc4b01 req-02dea98c-4b46-45fc-9e98-6d7588867793 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:30.000869 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [req-bf08ff64-3efa-4ec5-ac59-212437bc4b01 req-02dea98c-4b46-45fc-9e98-6d7588867793 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] For port beeadb96-c475-40d2-b7ac-31cf3eeec077, host hv-cinder-81578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81578',level=0,port_id=beeadb96-c475-40d2-b7ac-31cf3eeec077,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:19:30.001227 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-bf08ff64-3efa-4ec5-ac59-212437bc4b01 req-02dea98c-4b46-45fc-9e98-6d7588867793 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:30.013703 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [req-bf08ff64-3efa-4ec5-ac59-212437bc4b01 req-02dea98c-4b46-45fc-9e98-6d7588867793 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Calling delete_port for beeadb96-c475-40d2-b7ac-31cf3eeec077 owned by compute:nova {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:19:30.193709 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-bf08ff64-3efa-4ec5-ac59-212437bc4b01 req-02dea98c-4b46-45fc-9e98-6d7588867793 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:30.221466 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dea98c-4b46-45fc-9e98-6d7588867793 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event deleted for resources: {'Port': ['ID=beeadb96-c475-40d2-b7ac-31cf3eeec077,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:19:30.260058 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf08ff64-3efa-4ec5-ac59-212437bc4b01 req-02dea98c-4b46-45fc-9e98-6d7588867793 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] No DVR routers for this DVR port beeadb96-c475-40d2-b7ac-31cf3eeec077 on host hv-cinder-81578 {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:19:30.262493 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [req-bf08ff64-3efa-4ec5-ac59-212437bc4b01 req-02dea98c-4b46-45fc-9e98-6d7588867793 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for port, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:30.265806 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [req-bf08ff64-3efa-4ec5-ac59-212437bc4b01 req-02dea98c-4b46-45fc-9e98-6d7588867793 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.30 "DELETE /v2.0/ports/beeadb96-c475-40d2-b7ac-31cf3eeec077 HTTP/1.1" status: 204 len: 173 time: 0.4364903 Oct 28 08:19:30.266137 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'name': 'network-vif-deleted', 'tag': 'beeadb96-c475-40d2-b7ac-31cf3eeec077'}] {{(pid=108236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:19:30.268382 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a9f8ab22b7e8f9120a2a11a7956ebff7a758ec085210e5f388701d11367f893" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b924da-96be-4e87-8d2c-9e2210149071" -d '{"events": [{"server_uuid": "6f2168ba-503c-4667-9259-2bd530ea5b42", "name": "network-vif-deleted", "tag": "beeadb96-c475-40d2-b7ac-31cf3eeec077"}]}' {{(pid=108236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:19:30.303410 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384cadff-5c02-4001-a75d-319564c395a3 x-openstack-request-id: req-384cadff-5c02-4001-a75d-319564c395a3 {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:19:30.312586 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2168ba-503c-4667-9259-2bd530ea5b42", "name": "network-vif-deleted", "tag": "beeadb96-c475-40d2-b7ac-31cf3eeec077", "status": "completed", "code": 200}]} {{(pid=108236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:19:30.312586 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-384cadff-5c02-4001-a75d-319564c395a3 {{(pid=108236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:19:30.312586 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2168ba-503c-4667-9259-2bd530ea5b42', 'name': 'network-vif-deleted', 'tag': 'beeadb96-c475-40d2-b7ac-31cf3eeec077', 'status': 'completed', 'code': 200} Oct 28 08:19:30.544468 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [req-98525d32-3945-4f09-8803-1a66c67c9883 req-10992d49-0c2d-48b7-9ee7-e5b7258e48d2 tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f2168ba-503c-4667-9259-2bd530ea5b42 HTTP/1.1" status: 200 len: 210 time: 0.0280359 Oct 28 08:19:31.599870 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 40636) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:19:31.719340 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-513a4d79-b183-4fa2-a8dd-a3191465ff4d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Deleting port 117accb9-a954-4810-920b-47d97d13e7a0 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:19:31.719809 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-513a4d79-b183-4fa2-a8dd-a3191465ff4d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:31.797772 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-513a4d79-b183-4fa2-a8dd-a3191465ff4d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:31.798092 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-513a4d79-b183-4fa2-a8dd-a3191465ff4d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:31.809942 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-513a4d79-b183-4fa2-a8dd-a3191465ff4d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Calling delete_port for 117accb9-a954-4810-920b-47d97d13e7a0 owned by network:floatingip {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:19:31.999343 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-513a4d79-b183-4fa2-a8dd-a3191465ff4d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:32.023457 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a4d79-b183-4fa2-a8dd-a3191465ff4d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event deleted for resources: {'Port': ['ID=117accb9-a954-4810-920b-47d97d13e7a0,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:19:32.086247 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-513a4d79-b183-4fa2-a8dd-a3191465ff4d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for floatingip, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:32.088766 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-513a4d79-b183-4fa2-a8dd-a3191465ff4d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42948'] for floatingip, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:32.089928 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-513a4d79-b183-4fa2-a8dd-a3191465ff4d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "DELETE /v2.0/floatingips/1428be3a-6f9e-48cf-bfba-909bc1a92ac6 HTTP/1.1" status: 204 len: 168 time: 0.4890873 Oct 28 08:19:33.370939 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 40648) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:19:33.418694 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:19:33.433569 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-6f85c3ad-098b-4696-ab99-bd7311990c2d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:33.459447 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-6f85c3ad-098b-4696-ab99-bd7311990c2d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:33.604680 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-6f85c3ad-098b-4696-ab99-bd7311990c2d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:33.607649 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-6f85c3ad-098b-4696-ab99-bd7311990c2d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:33.608820 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-6f85c3ad-098b-4696-ab99-bd7311990c2d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] 10.222.0.37 "DELETE /v2.0/security-groups/33d8f46e-163a-49bb-84c2-038607458b7b HTTP/1.1" status: 204 len: 168 time: 0.2368751 Oct 28 08:19:33.622962 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85c3ad-098b-4696-ab99-bd7311990c2d tempest-TestVolumeBootPattern-587409554 tempest-TestVolumeBootPattern-587409554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d8f46e-163a-49bb-84c2-038607458b7b,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:19:33.748406 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 40652) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:19:34.081235 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device beeadb96-c475-40d2-b7ac-31cf3eeec077 no longer exists at agent hyperv_hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:19:34.100845 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] No Port match for: beeadb96-c475-40d2-b7ac-31cf3eeec077 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:19:34.101181 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Device beeadb96-c475-40d2-b7ac-31cf3eeec077 not bound to the agent host hv-cinder-81578 {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:19:34.179058 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-86a18d04-73a4-4fd7-bfe9-13cf56d45e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586527'] for router_interface, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:34.652008 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-86a18d04-73a4-4fd7-bfe9-13cf56d45e0f admin admin] Deleting port 4129a58c-6f2a-4383-ae19-65a330f4e573 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:19:34.652336 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-86a18d04-73a4-4fd7-bfe9-13cf56d45e0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:34.727106 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [None req-86a18d04-73a4-4fd7-bfe9-13cf56d45e0f admin admin] For port 4129a58c-6f2a-4383-ae19-65a330f4e573, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=4129a58c-6f2a-4383-ae19-65a330f4e573,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:19:34.727466 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-86a18d04-73a4-4fd7-bfe9-13cf56d45e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:34.740137 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-86a18d04-73a4-4fd7-bfe9-13cf56d45e0f admin admin] Calling delete_port for 4129a58c-6f2a-4383-ae19-65a330f4e573 owned by network:router_interface {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:19:34.964456 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-86a18d04-73a4-4fd7-bfe9-13cf56d45e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:34.989833 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a18d04-73a4-4fd7-bfe9-13cf56d45e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=4129a58c-6f2a-4383-ae19-65a330f4e573,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:19:35.154155 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-86a18d04-73a4-4fd7-bfe9-13cf56d45e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586299'] for router_interface, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:35.369059 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a18d04-73a4-4fd7-bfe9-13cf56d45e0f admin admin] Router 8812198d-193f-40a5-be40-fdbb7cb527d9 has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:19:35.471150 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a18d04-73a4-4fd7-bfe9-13cf56d45e0f admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:19:35.476794 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-86a18d04-73a4-4fd7-bfe9-13cf56d45e0f admin admin] 10.222.0.37 "PUT /v2.0/routers/8812198d-193f-40a5-be40-fdbb7cb527d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7273035 Oct 28 08:19:35.479299 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 40656) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:19:35.482033 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ffd5eb-4dda-4b30-af13-184b0710fd4d None None] Sync routers for ids ['8812198d-193f-40a5-be40-fdbb7cb527d9'] in dv-cinder-815780-1-iscsi {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:19:35.493033 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ffd5eb-4dda-4b30-af13-184b0710fd4d None None] Routers {'8812198d-193f-40a5-be40-fdbb7cb527d9'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:19:35.493731 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-35ffd5eb-4dda-4b30-af13-184b0710fd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:19:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8812198d-193f-40a5-be40-fdbb7cb527d9'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:35.584608 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2cef72a3-6629-4e07-8481-7372ce338220 admin admin] Notify callbacks [] for router, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:35.690598 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2cef72a3-6629-4e07-8481-7372ce338220 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:35.716706 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-35ffd5eb-4dda-4b30-af13-184b0710fd4d None None] Set router 8812198d-193f-40a5-be40-fdbb7cb527d9 gateway port host: dv-cinder-815780-1-iscsi {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:19:35.797603 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-2cef72a3-6629-4e07-8481-7372ce338220 admin admin] Deleting port 0d6a24d5-9a30-44fc-85cd-ab0f592acaab {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:19:35.797989 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2cef72a3-6629-4e07-8481-7372ce338220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:35.881040 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [None req-2cef72a3-6629-4e07-8481-7372ce338220 admin admin] For port 0d6a24d5-9a30-44fc-85cd-ab0f592acaab, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=0d6a24d5-9a30-44fc-85cd-ab0f592acaab,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:19:35.881402 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2cef72a3-6629-4e07-8481-7372ce338220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:35.890249 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-35ffd5eb-4dda-4b30-af13-184b0710fd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:19:34Z', 'revision_number': 5, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port': {'id': '0d6a24d5-9a30-44fc-85cd-ab0f592acaab', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:35.893995 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-2cef72a3-6629-4e07-8481-7372ce338220 admin admin] Calling delete_port for 0d6a24d5-9a30-44fc-85cd-ab0f592acaab owned by network:router_gateway {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:19:35.920191 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ffd5eb-4dda-4b30-af13-184b0710fd4d None None] Checking router: 8812198d-193f-40a5-be40-fdbb7cb527d9 for host: dv-cinder-815780-1-iscsi {{(pid=108237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:19:35.929465 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ffd5eb-4dda-4b30-af13-184b0710fd4d None None] Routers {'8812198d-193f-40a5-be40-fdbb7cb527d9'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:19:35.930069 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-35ffd5eb-4dda-4b30-af13-184b0710fd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:19:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['8812198d-193f-40a5-be40-fdbb7cb527d9'], 'active': True} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:36.016414 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvr_db [None req-35ffd5eb-4dda-4b30-af13-184b0710fd4d None None] Set router 8812198d-193f-40a5-be40-fdbb7cb527d9 gateway port host: None {{(pid=108237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:19:36.068634 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_hamode_db [None req-35ffd5eb-4dda-4b30-af13-184b0710fd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:19:35Z', 'revision_number': 6, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port_host': None}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:36.097779 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ffd5eb-4dda-4b30-af13-184b0710fd4d None None] The sync data for ids ['8812198d-193f-40a5-be40-fdbb7cb527d9'] in dv-cinder-815780-1-iscsi is: [{'id': '8812198d-193f-40a5-be40-fdbb7cb527d9', 'name': 'tempest-TestVolumeBootPattern-840886908-router', 'tenant_id': 'eb868b6450414866ae91386c1d1b632a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:23Z', 'updated_at': '2021-10-28T08:19:35Z', 'revision_number': 6, 'project_id': 'eb868b6450414866ae91386c1d1b632a', 'gw_port_host': None}] {{(pid=108237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:19:36.105895 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2cef72a3-6629-4e07-8481-7372ce338220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:36.132567 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef72a3-6629-4e07-8481-7372ce338220 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d6a24d5-9a30-44fc-85cd-ab0f592acaab,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:19:36.192787 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2cef72a3-6629-4e07-8481-7372ce338220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586433'] for router_gateway, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:36.293300 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2cef72a3-6629-4e07-8481-7372ce338220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-557384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4020'] for router, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:36.295275 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2cef72a3-6629-4e07-8481-7372ce338220 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:36.461822 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2cef72a3-6629-4e07-8481-7372ce338220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-557425'] for router, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:36.462638 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cef72a3-6629-4e07-8481-7372ce338220 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8812198d-193f-40a5-be40-fdbb7cb527d9 {{(pid=108236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:19:36.467807 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2cef72a3-6629-4e07-8481-7372ce338220 admin admin] Notify callbacks [] for router, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:36.469104 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-2cef72a3-6629-4e07-8481-7372ce338220 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8812198d-193f-40a5-be40-fdbb7cb527d9 HTTP/1.1" status: 204 len: 168 time: 0.9887683 Oct 28 08:19:36.471425 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 40658) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:19:36.531571 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.db_base_plugin_v2 [None req-689c2197-ce11-4c36-aab9-945c560f8353 admin admin] Deleting subnet 95a487c1-660f-493f-b4c9-633493fc8841 {{(pid=108236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 28 08:19:36.534700 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-689c2197-ce11-4c36-aab9-945c560f8353 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:36.570181 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-689c2197-ce11-4c36-aab9-945c560f8353 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3450373'] for subnet, precommit_delete_associations {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:36.645562 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-689c2197-ce11-4c36-aab9-945c560f8353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16331822'] for subnet, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:36.764847 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-689c2197-ce11-4c36-aab9-945c560f8353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16331809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4058815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3950031'] for subnet, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:36.791629 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c2197-ce11-4c36-aab9-945c560f8353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a487c1-660f-493f-b4c9-633493fc8841,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:19:36.795153 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-689c2197-ce11-4c36-aab9-945c560f8353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:36.798502 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-689c2197-ce11-4c36-aab9-945c560f8353 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/95a487c1-660f-493f-b4c9-633493fc8841 HTTP/1.1" status: 204 len: 168 time: 0.3261476 Oct 28 08:19:36.801001 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 40660) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:19:36.804436 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ae48f3-8304-45f7-be91-bbe2b42bdfdf None None] Network cb6fb4f8-5004-4772-92b0-087728ccca6d requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:19:36.869645 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 4129a58c-6f2a-4383-ae19-65a330f4e573 no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:19:36.873360 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16338927'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:36.890728 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: 4129a58c-6f2a-4383-ae19-65a330f4e573 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:19:36.891099 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 4129a58c-6f2a-4383-ae19-65a330f4e573 not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:19:36.935978 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] Deleting port 4eadccc2-3065-43a4-8a10-9bf7f0a1b603 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:19:36.936338 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:37.015910 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] For port 4eadccc2-3065-43a4-8a10-9bf7f0a1b603, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=4eadccc2-3065-43a4-8a10-9bf7f0a1b603,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:19:37.016271 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:37.028047 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] DHCP port deletion for cb6fb4f8-5004-4772-92b0-087728ccca6d request from dv-cinder-815780-1-iscsi {{(pid=108237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:19:37.029616 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] Calling delete_port for 4eadccc2-3065-43a4-8a10-9bf7f0a1b603 owned by network:dhcp {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:19:37.077133 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] Deleting port 4eadccc2-3065-43a4-8a10-9bf7f0a1b603 {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:19:37.077507 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:37.139427 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] For port 4eadccc2-3065-43a4-8a10-9bf7f0a1b603, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=4eadccc2-3065-43a4-8a10-9bf7f0a1b603,segment=NetworkSegment(61bf1dbf-e47c-4ab0-9448-64f373c61487),segment_id=61bf1dbf-e47c-4ab0-9448-64f373c61487)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:19:37.139905 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:37.152936 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] Calling delete_port for 4eadccc2-3065-43a4-8a10-9bf7f0a1b603 owned by network:dhcp {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:19:37.199620 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:37.229347 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] Pushing event deleted for resources: {'Port': ['ID=4eadccc2-3065-43a4-8a10-9bf7f0a1b603,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:19:37.233091 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] No DVR routers for this DVR port 4eadccc2-3065-43a4-8a10-9bf7f0a1b603 on host dv-cinder-815780-1-iscsi {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:19:37.234624 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:37.261998 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] Pushing event deleted for resources: {'Port': ['ID=4eadccc2-3065-43a4-8a10-9bf7f0a1b603,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:19:37.266279 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] No DVR routers for this DVR port 4eadccc2-3065-43a4-8a10-9bf7f0a1b603 on host dv-cinder-815780-1-iscsi {{(pid=108237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:19:37.273383 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:37.273744 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:37.274092 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:37.274439 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:37.274956 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:37.275289 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:37.275572 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:37.276930 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:37.276930 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:37.276930 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:37.276930 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:37.277305 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511ffeec-8726-47a3-96f6-02caf14e2825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815780-1-iscsi {{(pid=108237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:19:37.304939 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16320981', 'neutron.services.segments.db._delete_segments_for_network-8754292201485'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:37.324518 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6fb4f8-5004-4772-92b0-087728ccca6d']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:37.333645 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61bf1dbf-e47c-4ab0-9448-64f373c61487') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:37.333932 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61bf1dbf-e47c-4ab0-9448-64f373c61487') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:37.342911 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754292204054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3450394'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:37.356299 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:37.362143 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:19:37.362455 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4058841'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: Traceback (most recent call last): Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: timer() Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: cb(*args, **kw) Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: self._notify() Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: self.callback(batched_events) Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: event.method(event) Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: return f(self, *a, **k) Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._get(url).json() Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:19:37.364910 dv-cinder-815780-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:19:37.496085 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16320940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586477'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:37.501686 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:37.504870 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] 10.222.0.37 "DELETE /v2.0/networks/cb6fb4f8-5004-4772-92b0-087728ccca6d HTTP/1.1" status: 204 len: 168 time: 0.7027557 Oct 28 08:19:37.507836 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 40662) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:19:37.516214 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efec4c6-4c7a-46ae-bae7-245c84b251af admin admin] Pushing event deleted for resources: {'Network': ['ID=cb6fb4f8-5004-4772-92b0-087728ccca6d,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:19:38.087207 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2d89dc35-8628-400f-acdd-b7c8a2b832cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586527'] for router_interface, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:38.322034 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-2d89dc35-8628-400f-acdd-b7c8a2b832cc admin admin] Deleting port 41b8bdf0-3313-4a7a-a2c9-47073775a1c1 {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:19:38.322370 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2d89dc35-8628-400f-acdd-b7c8a2b832cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:38.390581 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 4eadccc2-3065-43a4-8a10-9bf7f0a1b603 no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:19:38.402043 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [None req-2d89dc35-8628-400f-acdd-b7c8a2b832cc admin admin] For port 41b8bdf0-3313-4a7a-a2c9-47073775a1c1, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=41b8bdf0-3313-4a7a-a2c9-47073775a1c1,segment=NetworkSegment(d3a52c15-beb1-4027-af1c-4e67f739e7d5),segment_id=d3a52c15-beb1-4027-af1c-4e67f739e7d5)] {{(pid=108235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:19:38.402412 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2d89dc35-8628-400f-acdd-b7c8a2b832cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:38.409962 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: 4eadccc2-3065-43a4-8a10-9bf7f0a1b603 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:19:38.410308 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 4eadccc2-3065-43a4-8a10-9bf7f0a1b603 not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:19:38.410740 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 0d6a24d5-9a30-44fc-85cd-ab0f592acaab no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:19:38.415168 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-2d89dc35-8628-400f-acdd-b7c8a2b832cc admin admin] Calling delete_port for 41b8bdf0-3313-4a7a-a2c9-47073775a1c1 owned by network:router_interface {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:19:38.430263 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: 0d6a24d5-9a30-44fc-85cd-ab0f592acaab {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:19:38.431412 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 0d6a24d5-9a30-44fc-85cd-ab0f592acaab not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:19:38.662477 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2d89dc35-8628-400f-acdd-b7c8a2b832cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:38.688727 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89dc35-8628-400f-acdd-b7c8a2b832cc admin admin] Pushing event deleted for resources: {'Port': ['ID=41b8bdf0-3313-4a7a-a2c9-47073775a1c1,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:19:38.863887 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2d89dc35-8628-400f-acdd-b7c8a2b832cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586299'] for router_interface, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:39.073019 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d89dc35-8628-400f-acdd-b7c8a2b832cc admin admin] Router 207236cf-7848-4ba4-bcb1-bdf995112e9d has already been hosted by L3 agent 10d1c870-5338-4cc7-8e7b-a8a1f6d31881 {{(pid=108235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:19:39.175390 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d89dc35-8628-400f-acdd-b7c8a2b832cc admin admin] Notify agent at l3_agent.dv-cinder-815780-1-iscsi the message routers_updated {{(pid=108235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:19:39.181103 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-2d89dc35-8628-400f-acdd-b7c8a2b832cc admin admin] 10.222.0.37 "PUT /v2.0/routers/207236cf-7848-4ba4-bcb1-bdf995112e9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6721396 Oct 28 08:19:39.183679 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 40664) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:19:39.186212 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76924df0-74f2-469a-b04d-8e9146111363 None None] Sync routers for ids ['207236cf-7848-4ba4-bcb1-bdf995112e9d'] in dv-cinder-815780-1-iscsi {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:19:39.196388 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76924df0-74f2-469a-b04d-8e9146111363 None None] Routers {'207236cf-7848-4ba4-bcb1-bdf995112e9d'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:19:39.197078 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-76924df0-74f2-469a-b04d-8e9146111363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:19:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['207236cf-7848-4ba4-bcb1-bdf995112e9d'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:39.288863 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ae85a903-cd0a-4366-8dcc-70c7a884c230 admin admin] Notify callbacks [] for router, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:39.302114 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-76924df0-74f2-469a-b04d-8e9146111363 None None] Set router 207236cf-7848-4ba4-bcb1-bdf995112e9d gateway port host: dv-cinder-815780-1-iscsi {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:19:39.395342 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ae85a903-cd0a-4366-8dcc-70c7a884c230 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:39.478358 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-76924df0-74f2-469a-b04d-8e9146111363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'name': 'tempest-TestVolumeBootPattern-1385131637-router', 'tenant_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'external_fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'a37a90e3-bd1d-4b84-92c0-49fc2f934822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:30Z', 'updated_at': '2021-10-28T08:19:38Z', 'revision_number': 5, 'project_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'gw_port': {'id': 'a37a90e3-bd1d-4b84-92c0-49fc2f934822', 'name': '', 'network_id': '77f84cc0-8b47-4277-be58-a93709c02eeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815780-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:10:30Z', 'updated_at': '2021-10-28T08:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2fc1b7ce-548a-406e-9830-ae6bdd788adb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815780-1-iscsi'}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:39.506394 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76924df0-74f2-469a-b04d-8e9146111363 None None] Checking router: 207236cf-7848-4ba4-bcb1-bdf995112e9d for host: dv-cinder-815780-1-iscsi {{(pid=108238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:19:39.522702 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-ae85a903-cd0a-4366-8dcc-70c7a884c230 admin admin] Deleting port a37a90e3-bd1d-4b84-92c0-49fc2f934822 {{(pid=108235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:19:39.523025 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76924df0-74f2-469a-b04d-8e9146111363 None None] Routers {'207236cf-7848-4ba4-bcb1-bdf995112e9d'} bound to L3 agent in host dv-cinder-815780-1-iscsi {{(pid=108238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:19:39.523137 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ae85a903-cd0a-4366-8dcc-70c7a884c230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:39.523444 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-76924df0-74f2-469a-b04d-8e9146111363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815780-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T07:51:19Z,description=,heartbeat_timestamp=2021-10-28T08:19:19Z,host='dv-cinder-815780-1-iscsi',id=10d1c870-5338-4cc7-8e7b-a8a1f6d31881,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T07:51:20Z,topic='l3_agent')) {'router_ids': ['207236cf-7848-4ba4-bcb1-bdf995112e9d'], 'active': True} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:39.606502 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.db [None req-ae85a903-cd0a-4366-8dcc-70c7a884c230 admin admin] For port a37a90e3-bd1d-4b84-92c0-49fc2f934822, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=a37a90e3-bd1d-4b84-92c0-49fc2f934822,segment=NetworkSegment(aba8d6d0-709a-4a45-88ff-03ebd289a458),segment_id=aba8d6d0-709a-4a45-88ff-03ebd289a458)] {{(pid=108235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:19:39.606893 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ae85a903-cd0a-4366-8dcc-70c7a884c230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:39.613219 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_dvr_db [None req-76924df0-74f2-469a-b04d-8e9146111363 None None] Set router 207236cf-7848-4ba4-bcb1-bdf995112e9d gateway port host: None {{(pid=108238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:19:39.620921 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.plugins.ml2.plugin [None req-ae85a903-cd0a-4366-8dcc-70c7a884c230 admin admin] Calling delete_port for a37a90e3-bd1d-4b84-92c0-49fc2f934822 owned by network:router_gateway {{(pid=108235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:19:39.667002 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.l3_hamode_db [None req-76924df0-74f2-469a-b04d-8e9146111363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'name': 'tempest-TestVolumeBootPattern-1385131637-router', 'tenant_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:30Z', 'updated_at': '2021-10-28T08:19:39Z', 'revision_number': 6, 'project_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'gw_port_host': None}], 'dv-cinder-815780-1-iscsi', False) {} {{(pid=108238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:39.693729 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76924df0-74f2-469a-b04d-8e9146111363 None None] The sync data for ids ['207236cf-7848-4ba4-bcb1-bdf995112e9d'] in dv-cinder-815780-1-iscsi is: [{'id': '207236cf-7848-4ba4-bcb1-bdf995112e9d', 'name': 'tempest-TestVolumeBootPattern-1385131637-router', 'tenant_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:10:30Z', 'updated_at': '2021-10-28T08:19:39Z', 'revision_number': 6, 'project_id': 'fbcf2b00ccd64e91860d4fd3f1a11546', 'gw_port_host': None}] {{(pid=108238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:19:39.851056 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ae85a903-cd0a-4366-8dcc-70c7a884c230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126826270'] for port, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:39.876334 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85a903-cd0a-4366-8dcc-70c7a884c230 admin admin] Pushing event deleted for resources: {'Port': ['ID=a37a90e3-bd1d-4b84-92c0-49fc2f934822,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:19:39.939112 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ae85a903-cd0a-4366-8dcc-70c7a884c230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586433'] for router_gateway, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:40.028035 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ae85a903-cd0a-4366-8dcc-70c7a884c230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-557384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4020'] for router, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:40.030024 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ae85a903-cd0a-4366-8dcc-70c7a884c230 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:40.153278 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ae85a903-cd0a-4366-8dcc-70c7a884c230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-557425'] for router, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:40.153842 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae85a903-cd0a-4366-8dcc-70c7a884c230 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 207236cf-7848-4ba4-bcb1-bdf995112e9d {{(pid=108235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:19:40.158007 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-ae85a903-cd0a-4366-8dcc-70c7a884c230 admin admin] Notify callbacks [] for router, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:40.159173 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-ae85a903-cd0a-4366-8dcc-70c7a884c230 admin admin] 10.222.0.37 "DELETE /v2.0/routers/207236cf-7848-4ba4-bcb1-bdf995112e9d HTTP/1.1" status: 204 len: 168 time: 0.9745717 Oct 28 08:19:40.161586 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 40666) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:19:40.205449 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff01d62-a001-4c0f-a6bc-2167a86484b8 admin admin] Deleting subnet bb7b6162-94c1-4bd6-9172-0db24d2ff8a1 {{(pid=108235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Oct 28 08:19:40.208323 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0ff01d62-a001-4c0f-a6bc-2167a86484b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:40.247460 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0ff01d62-a001-4c0f-a6bc-2167a86484b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126801640'] for subnet, precommit_delete_associations {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:40.327877 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0ff01d62-a001-4c0f-a6bc-2167a86484b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16331822'] for subnet, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:40.450588 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0ff01d62-a001-4c0f-a6bc-2167a86484b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16331809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126826317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126846903'] for subnet, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:40.472774 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3b3243-2ff8-4e16-9f42-b906094c2cb0 None None] Network 959eef30-29c7-41bf-b122-9d360d193408 requested from dv-cinder-815780-1-iscsi {{(pid=108237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:19:40.483211 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-0ff01d62-a001-4c0f-a6bc-2167a86484b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for subnet, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:40.488699 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-0ff01d62-a001-4c0f-a6bc-2167a86484b8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bb7b6162-94c1-4bd6-9172-0db24d2ff8a1 HTTP/1.1" status: 204 len: 168 time: 0.3232863 Oct 28 08:19:40.488699 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff01d62-a001-4c0f-a6bc-2167a86484b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb7b6162-94c1-4bd6-9172-0db24d2ff8a1,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:19:40.491309 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 40668) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:19:40.550891 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 41b8bdf0-3313-4a7a-a2c9-47073775a1c1 no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:19:40.564904 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16338927'] for network, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:40.581421 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: 41b8bdf0-3313-4a7a-a2c9-47073775a1c1 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:19:40.581773 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 41b8bdf0-3313-4a7a-a2c9-47073775a1c1 not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:19:40.582194 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device a37a90e3-bd1d-4b84-92c0-49fc2f934822 no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:19:40.625402 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] Deleting port 6a38cf3a-98ed-47ac-987f-7ab7af96f143 {{(pid=108236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:19:40.625736 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:40.635344 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: a37a90e3-bd1d-4b84-92c0-49fc2f934822 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:19:40.635695 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device a37a90e3-bd1d-4b84-92c0-49fc2f934822 not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:19:40.690153 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.db [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] For port 6a38cf3a-98ed-47ac-987f-7ab7af96f143, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=6a38cf3a-98ed-47ac-987f-7ab7af96f143,segment=NetworkSegment(d3a52c15-beb1-4027-af1c-4e67f739e7d5),segment_id=d3a52c15-beb1-4027-af1c-4e67f739e7d5)] {{(pid=108236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:19:40.690794 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:40.703348 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.plugin [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] Calling delete_port for 6a38cf3a-98ed-47ac-987f-7ab7af96f143 owned by network:dhcp {{(pid=108236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:19:40.717191 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb59dbe-4cae-4779-8645-259f2506ba46 None None] DHCP port deletion for 959eef30-29c7-41bf-b122-9d360d193408 request from dv-cinder-815780-1-iscsi {{(pid=108237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:19:40.767527 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-bbb59dbe-4cae-4779-8645-259f2506ba46 None None] Deleting port 6a38cf3a-98ed-47ac-987f-7ab7af96f143 {{(pid=108237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Oct 28 08:19:40.767964 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bbb59dbe-4cae-4779-8645-259f2506ba46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754292399198'] for port, before_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:40.833235 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.db [None req-bbb59dbe-4cae-4779-8645-259f2506ba46 None None] For port 6a38cf3a-98ed-47ac-987f-7ab7af96f143, host dv-cinder-815780-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815780-1-iscsi',level=0,port_id=6a38cf3a-98ed-47ac-987f-7ab7af96f143,segment=NetworkSegment(d3a52c15-beb1-4027-af1c-4e67f739e7d5),segment_id=d3a52c15-beb1-4027-af1c-4e67f739e7d5)] {{(pid=108237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:19:40.834150 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bbb59dbe-4cae-4779-8645-259f2506ba46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580595'] for port, precommit_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:40.846443 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-bbb59dbe-4cae-4779-8645-259f2506ba46 None None] Calling delete_port for 6a38cf3a-98ed-47ac-987f-7ab7af96f143 owned by network:dhcp {{(pid=108237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Oct 28 08:19:40.855798 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4058860'] for port, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:40.883805 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] No DVR routers for this DVR port 6a38cf3a-98ed-47ac-987f-7ab7af96f143 on host dv-cinder-815780-1-iscsi {{(pid=108236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:19:40.888110 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] Pushing event deleted for resources: {'Port': ['ID=6a38cf3a-98ed-47ac-987f-7ab7af96f143,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:19:40.926267 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bbb59dbe-4cae-4779-8645-259f2506ba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16317945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-99008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754292407080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754291883030'] for port, after_delete {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:40.949147 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb59dbe-4cae-4779-8645-259f2506ba46 None None] Pushing event deleted for resources: {'Port': ['ID=6a38cf3a-98ed-47ac-987f-7ab7af96f143,revision_number=None']} {{(pid=108237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:19:40.954528 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb59dbe-4cae-4779-8645-259f2506ba46 None None] No DVR routers for this DVR port 6a38cf3a-98ed-47ac-987f-7ab7af96f143 on host dv-cinder-815780-1-iscsi {{(pid=108237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:19:40.962419 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16320981', 'neutron.services.segments.db._delete_segments_for_network-8754292201485'] for network, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:40.982521 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959eef30-29c7-41bf-b122-9d360d193408']}} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:40.991983 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a52c15-beb1-4027-af1c-4e67f739e7d5') {'for_net_delete': True} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:40.992281 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.services.segments.db [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a52c15-beb1-4027-af1c-4e67f739e7d5') {} {{(pid=108236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:19:41.004731 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754292204054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3450394'] for segment, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:41.018234 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503'] for segment, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:41.024766 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=108236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:19:41.025152 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16334503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4058841'] for segment, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: Traceback (most recent call last): Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: timer() Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: cb(*args, **kw) Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: return func(*args, **kwargs) Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: self._notify() Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: self.callback(batched_events) Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: event.method(event) Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: return f(self, *a, **k) Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._get(url).json() Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: return self.request(url, 'GET', **kwargs) Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:19:41.026963 dv-cinder-815780-1-iscsi neutron-server[108236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:19:41.158519 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16320940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586477'] for network, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:41.163740 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529203'] for network, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:41.166883 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] 10.222.0.37 "DELETE /v2.0/networks/959eef30-29c7-41bf-b122-9d360d193408 HTTP/1.1" status: 204 len: 168 time: 0.6768878 Oct 28 08:19:41.180322 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3b8ad-93e4-4d8c-862e-d5b20785cded admin admin] Pushing event deleted for resources: {'Network': ['ID=959eef30-29c7-41bf-b122-9d360d193408,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:19:41.563747 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 40672) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:19:41.604009 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-1927f5d5-24d0-48d4-9e3f-708b5d6b4429 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb868b6450414866ae91386c1d1b632a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390644 Oct 28 08:19:41.618190 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [-] (108236) accepted ('10.222.0.37', 40674) {{(pid=108236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:19:41.665874 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b3a4c6a-4341-42d5-863f-3f79bc325c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:41.686488 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b3a4c6a-4341-42d5-863f-3f79bc325c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:41.814029 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b3a4c6a-4341-42d5-863f-3f79bc325c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:41.816632 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron_lib.callbacks.manager [None req-2b3a4c6a-4341-42d5-863f-3f79bc325c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:41.822327 dv-cinder-815780-1-iscsi neutron-server[108236]: INFO neutron.wsgi [None req-2b3a4c6a-4341-42d5-863f-3f79bc325c82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb972047-0882-4c55-a522-7148577bc9d7 HTTP/1.1" status: 204 len: 168 time: 0.1987040 Oct 28 08:19:41.826719 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a4c6a-4341-42d5-863f-3f79bc325c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb972047-0882-4c55-a522-7148577bc9d7,revision_number=None']} {{(pid=108236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:19:42.389002 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 6a38cf3a-98ed-47ac-987f-7ab7af96f143 no longer exists at agent ovs-agent-dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:19:42.409881 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.plugin [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] No Port match for: 6a38cf3a-98ed-47ac-987f-7ab7af96f143 {{(pid=108237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Oct 28 08:19:42.410226 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron.plugins.ml2.rpc [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Device 6a38cf3a-98ed-47ac-987f-7ab7af96f143 not bound to the agent host dv-cinder-815780-1-iscsi {{(pid=108237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:19:42.514132 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 40680) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:19:42.554371 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-e43e55f4-ab82-4018-af62-8c4568812547 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbcf2b00ccd64e91860d4fd3f1a11546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390611 Oct 28 08:19:42.556711 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [-] (108235) accepted ('10.222.0.37', 40682) {{(pid=108235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:19:42.609312 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2352cac1-8ef2-4638-b853-467d57b3b6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:42.628706 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2352cac1-8ef2-4638-b853-467d57b3b6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:42.735503 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2352cac1-8ef2-4638-b853-467d57b3b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532835'] for security_group, after_delete {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:42.738024 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron_lib.callbacks.manager [None req-2352cac1-8ef2-4638-b853-467d57b3b6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:42.739197 dv-cinder-815780-1-iscsi neutron-server[108235]: INFO neutron.wsgi [None req-2352cac1-8ef2-4638-b853-467d57b3b6fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ec473012-722c-4d14-9eae-12684c579fd7 HTTP/1.1" status: 204 len: 168 time: 0.1816037 Oct 28 08:19:42.747540 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352cac1-8ef2-4638-b853-467d57b3b6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec473012-722c-4d14-9eae-12684c579fd7,revision_number=None']} {{(pid=108235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:19:46.684105 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-919763e5-3ca7-4397-819e-e6e66d019c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:49.323973 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-67b05fb4-6ce1-4e98-9689-0f21135ec081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:49.563918 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:50.706679 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:52.718392 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:19:57.672119 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:20:10.417770 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:20:16.659711 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f43cb121-c4c9-4e3d-8b70-b1145f90cc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:20:19.288444 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-372e6d81-a07f-4a4f-9607-9ebd43e30d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:20:19.556647 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:20:20.761429 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:20:22.722294 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:20:27.693368 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:20:46.216106 dv-cinder-815780-1-iscsi neutron-server[108235]: DEBUG neutron.wsgi [req-4493f5b3-3c89-47f0-905c-163cd1634d86 req-f6e0bb6c-860c-4411-b980-fc0a622cc88e service neutron] (108235) timed out ('10.222.0.37', 34502) {{(pid=108235) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 08:20:46.658325 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3cac571d-a5d9-4397-b87f-94a48c142996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:20:47.417106 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:20:49.298698 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7b48fc41-dd39-495a-ba7f-9aab3ffea8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:20:49.549759 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:20:50.721515 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:20:52.709481 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:20:57.698476 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:21:16.652084 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d3758630-2c2d-453b-8f55-d74e91839516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:21:19.297007 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-302aff76-18f2-4bf4-956d-3a02811423c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:21:19.594244 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:21:20.697844 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:21:22.691493 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:21:24.415947 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:21:27.685365 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:21:46.668115 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-d2cd5db7-0ef4-40fe-b5a8-eb7d86ca4b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:21:49.296514 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3c64e872-54d5-4e50-ae7e-8a95b51870cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:21:49.553872 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:21:50.724931 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:21:52.730565 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:21:57.742345 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:22:01.414432 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:22:16.661538 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-be4883f5-e6bd-41e0-a5be-30f370a12837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:22:19.284409 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-3855def7-bac0-444c-b546-7c7ab18d631c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:22:19.546881 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:22:20.775925 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:22:22.718146 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:22:27.787047 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:22:34.485120 dv-cinder-815780-1-iscsi neutron-server[108236]: DEBUG neutron.wsgi [req-37f28ad3-6d65-478c-bf69-214a1a6e7b42 req-a9b3ab1e-0f72-4f3b-81a7-ff3e31ab3f2a tempest-VolumesSnapshotTestJSON-1366749431 tempest-VolumesSnapshotTestJSON-1366749431-project] (108236) timed out ('10.222.0.30', 57456) {{(pid=108236) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 08:22:38.414187 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:22:46.683468 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8bc196c6-0005-4432-903a-6f0ae40e8b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:22:49.275800 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-cd50e9d7-c6e3-44ed-8fc8-d7efdb93f24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:22:49.626560 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:22:50.740295 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:22:52.723141 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:22:57.732791 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:23:15.412230 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:23:16.709091 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-bae49078-ddef-4811-ae59-797c127f71a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:23:19.322419 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-9bec4a1d-26dc-412d-9320-f6314762caea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:23:19.594706 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:23:20.726463 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:23:22.716766 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:23:27.733985 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:23:46.682017 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-f9fad54c-8643-4fde-a46e-d4cdd6ce499e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:23:49.324860 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-761e8bf0-ad4e-4669-998f-4730c0b9a628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:23:49.539312 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:23:50.736060 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:23:52.410603 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:23:52.727186 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:23:57.746973 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:24:16.686978 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7aa0f2ff-813c-4220-9c82-990021d5c24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:24:19.289312 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-27d472e7-6f87-4cbd-8129-f5837b40933f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:24:19.538528 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:24:20.746237 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:24:22.723782 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:24:27.802982 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:24:29.408895 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:24:46.682060 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-5fb18295-9469-4d85-ad68-859619ced2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:24:49.316471 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-035e7bb7-667d-47f4-b909-17418bf55dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:24:49.562024 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-b391b552-be61-4013-9930-5da2d57c0a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:24:50.750441 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-8f818ee7-c003-45e6-b2c6-9c4d34d83a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:24:52.744401 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-dc3b875e-cee2-4f7f-b0c0-43167ef8c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:24:57.765746 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-097fbab1-3779-43f9-b7e1-63434226121b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 28 08:25:06.407056 dv-cinder-815780-1-iscsi neutron-server[108238]: DEBUG neutron.db.agents_db [None req-bc927707-24aa-4b71-a67d-0b5823c36e1c None None] Agent healthcheck: found 6 active agents {{(pid=108238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:25:16.685061 dv-cinder-815780-1-iscsi neutron-server[108237]: DEBUG neutron_lib.callbacks.manager [None req-7b65fac1-cbfa-4dd9-8318-45b1ca74aa37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754292201463', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16318959'] for agent, after_update {{(pid=108237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}